-- Logs begin at Tue 2021-06-29 15:37:21 UTC, end at Tue 2021-06-29 16:32:13 UTC. -- Jun 29 16:06:02.809921 dv-cinder-786260-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 16:06:05.496946 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.common.config [-] Logging enabled! Jun 29 16:06:05.497552 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 16:06:05.497730 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93041) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 16:06:05.501453 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.common.config [-] Logging enabled! Jun 29 16:06:05.501712 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 16:06:05.502023 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93041) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 16:06:05.502969 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 16:06:05.503202 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 16:06:05.503578 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 16:06:05.503855 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 16:06:05.504085 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 16:06:05.504403 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.504700 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.504995 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.505226 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.505518 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.505807 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.506092 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.506382 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.506682 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.506971 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.507253 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.507537 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.507799 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.508087 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.508375 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.508665 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.508891 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] debug = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.509175 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.509598 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.510025 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.510306 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.510596 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.510886 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.511149 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.511431 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.511737 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.512067 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] host = dv-cinder-786260-7-smb {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.512348 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.512636 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.512926 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.513214 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.513491 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.513768 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.514055 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.514331 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.515176 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] log_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.515490 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.515809 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.516101 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.516392 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.516620 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.516844 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.517134 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.517423 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.517698 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.517973 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.518248 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.518520 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.518793 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.519062 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.519347 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.519630 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.519943 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.520224 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.520496 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.520768 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.521042 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.521327 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.521602 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.521874 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.522148 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.522432 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.522701 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.522973 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.523271 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.523557 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.523874 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.524165 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.524432 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.524714 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.524987 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.525259 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.525530 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] use_json = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.525801 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.526071 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.526351 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.526621 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.526892 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.527164 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.527433 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.527743 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:05.528042 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.528339 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.528637 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.528921 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.529218 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.529497 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.529787 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.530071 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.530384 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.530674 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.530965 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.531242 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.531530 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.531836 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.532132 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.532435 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.532732 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.533029 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.533310 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.533587 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.533863 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.534141 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.534427 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.534721 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.535012 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.535290 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.535568 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.535881 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.536161 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.536433 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.536710 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.536998 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.537277 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.537563 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.537828 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.538105 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.538383 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.538652 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.538925 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.539215 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.539493 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.539858 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.540136 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.540411 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.540683 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.540965 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.541240 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.541518 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.541785 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.542056 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.542330 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.542603 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.542878 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.543151 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.543425 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.543783 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.544058 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.544330 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.544604 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.544876 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.545148 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.545419 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.545694 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.545989 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.546262 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.546532 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.546804 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.547076 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.547360 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.547672 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.547956 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.548233 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.548511 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.548788 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.549065 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.549341 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.549615 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.549890 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.550169 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.550458 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.550739 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.551023 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.551304 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.551580 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.551898 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.552176 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.552455 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.552731 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.553006 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.553294 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.553576 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.553868 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.554160 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.554452 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.554742 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.555028 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.555307 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.555609 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.555911 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:05.556128 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 16:06:05.556369 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93041) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 16:06:05.910391 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:05.910665 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:05.910955 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:05.911295 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 16:06:06.304624 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.304841 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.305095 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.306400 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.306676 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.306946 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.342617 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.342923 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.343190 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.356866 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.357154 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.357423 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.387590 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.387898 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.388171 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.424420 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.424699 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.424968 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.655981 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.656604 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.656604 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.656780 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.657489 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.791736 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.792058 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.792342 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.792615 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.792881 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.793194 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.793456 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.793713 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.793965 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.794245 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.794504 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.794771 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.795035 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.795300 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.795554 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.796363 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.796637 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.797050 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.797333 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.797593 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.797880 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.798240 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.798495 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.798782 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.799033 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.799279 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.799691 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:06:06.799942 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:06:06.800183 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:06:06.800424 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:06:06.800663 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:06:06.800901 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:06:06.801260 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 16:06:06.804342 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 16:06:06.808241 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 16:06:06.812655 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jun 29 16:06:06.814269 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 16:06:06.814732 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 16:06:06.815065 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 16:06:06.815447 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 16:06:06.818413 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 16:06:06.818670 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 16:06:06.819015 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 16:06:06.846520 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 16:06:06.846975 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.847273 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93041) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 16:06:06.847643 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.849021 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93041) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 16:06:06.849306 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 16:06:06.849554 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 16:06:06.852825 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.853370 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:06.920838 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 16:06:06.920999 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 16:06:06.921235 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 16:06:06.921610 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 16:06:06.942624 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_db.sqlalchemy.engines [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93041) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 16:06:07.486980 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Initializing driver for type 'gre' Jun 29 16:06:07.487540 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] gre ID ranges: [(1, 1000)] Jun 29 16:06:07.545079 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Initializing driver for type 'local' Jun 29 16:06:07.545500 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Initializing driver for type 'vlan' Jun 29 16:06:07.559535 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] VlanTypeDriver initialization complete Jun 29 16:06:07.559943 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Initializing driver for type 'vxlan' Jun 29 16:06:07.560446 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] vxlan ID ranges: [(1, 1000)] Jun 29 16:06:07.612992 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Initializing extension driver 'port_security' Jun 29 16:06:07.613361 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] PortSecurityExtensionDriver initialization complete Jun 29 16:06:07.613690 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Initializing mechanism driver 'openvswitch' Jun 29 16:06:07.614012 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Initializing mechanism driver 'hyperv' Jun 29 16:06:07.620503 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.plugins.ml2.plugin [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:07.621418 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > port after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.621793 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > port after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.622152 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > port after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.622538 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > subnet after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.622889 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > subnet after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.623233 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.623610 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > network after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.624468 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > network after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.624807 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > network after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.625188 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > security_group after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.625535 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > security_group after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.625873 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.626255 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.626600 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.626937 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.627317 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > address_group after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.627684 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > address_group after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.628018 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.628355 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] ML2 OVO RPC backend initialized. {{(pid=93041) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 16:06:07.629049 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.629401 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.629810 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > network before_response 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.630153 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > networks before_response 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.630496 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > port before_response 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.630834 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > ports before_response 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.631171 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > subnet before_response 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.631508 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > subnets before_response 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.631873 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > network after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.632207 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > network after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.632539 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > network after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.632873 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > port after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.633202 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > port after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.633534 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > port after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.633864 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > subnet after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.634194 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > subnet after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.634527 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.635130 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.plugin [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Modular L2 Plugin initialization complete Jun 29 16:06:07.635608 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading services supported by the core plugin {{(pid=93041) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 16:06:07.635957 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.plugins.ml2.managers [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Got port-security extension from driver 'port_security' Jun 29 16:06:07.636417 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.extensions.vlantransparent [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Disabled vlantransparent extension. Jun 29 16:06:07.636900 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93041) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 16:06:07.637210 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading Plugin: router Jun 29 16:06:07.672375 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.672922 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router after_create 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.673118 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router before_create 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.673477 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.673840 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.674187 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router after_delete 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.674547 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.674908 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router after_create 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.675250 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router after_update 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.675595 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router after_update 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.675969 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.676322 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router after_update 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.676728 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router precommit_update 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.677091 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: port after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.677424 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: port after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.677754 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: subnet after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.678085 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.678429 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.678768 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router precommit_create 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.679101 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: port before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.679436 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router precommit_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.679824 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router after_update 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.680161 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.680504 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router precommit_create 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.680858 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.681197 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router precommit_update 55549900 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.681554 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > agent after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.681928 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > agent after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.682316 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > network after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.683162 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Tracking information for resource: router configured {{(pid=93041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:06:07.683493 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Tracking information for resource: floatingip configured {{(pid=93041) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 16:06:07.688923 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.db.l3_agentschedulers_db [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 16:06:07.689489 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: port after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.689845 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: port after_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.690192 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: port after_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.690541 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: port after_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.691332 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router before_create 55550100 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.691717 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.692079 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router precommit_create 55550100 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.692432 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > router precommit_update 55550100 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.696998 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.services.provider_configuration [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service providers = [] {{(pid=93041) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 16:06:07.697363 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.db.servicetype_db [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93041) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 16:06:07.700291 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.services.service_base [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:06:07.700637 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.services.service_base [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:06:07.700977 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.services.service_base [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:06:07.701832 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.services.service_base [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93041) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 16:06:07.702832 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.services.service_base [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 16:06:07.703302 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:06:07.703515 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 16:06:07.715229 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:06:07.715569 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading Plugin: auto_allocate Jun 29 16:06:07.721363 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: network precommit_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.721734 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: network precommit_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.722251 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:06:07.722570 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading Plugin: tag Jun 29 16:06:07.729444 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:06:07.729771 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading Plugin: timestamp Jun 29 16:06:07.733809 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:06:07.734135 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading Plugin: network_ip_availability Jun 29 16:06:07.739725 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.740057 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.740409 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.741116 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:06:07.741432 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading Plugin: flavors Jun 29 16:06:07.746155 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:06:07.746481 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading Plugin: revisions Jun 29 16:06:07.751304 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93041) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 16:06:07.751716 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.841s {{(pid=93041) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:07.752446 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93041) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 16:06:07.752777 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Initializing extension manager. Jun 29 16:06:07.753277 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: __init__.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.753613 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: __pycache__ {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.753938 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.754269 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: address_group.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.755001 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.755562 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: address-group Jun 29 16:06:07.755903 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: address_scope.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.756595 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.757103 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: address-scope Jun 29 16:06:07.757419 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.758317 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.758828 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: router-admin-state-down-before-update Jun 29 16:06:07.759144 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: agent.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.759856 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.760521 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: agent Jun 29 16:06:07.760849 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: agent_resources_synced.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.761708 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.762220 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: agent-resources-synced Jun 29 16:06:07.762537 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: allowedaddresspairs.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.764300 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.765436 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: allowed-address-pairs Jun 29 16:06:07.765760 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: auto_allocated_topology.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.766990 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.767511 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: auto-allocated-topology Jun 29 16:06:07.767862 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: availability_zone.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.768539 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.769051 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: availability_zone Jun 29 16:06:07.769369 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: availability_zone_filter.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.770256 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.770768 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: availability_zone_filter Jun 29 16:06:07.771087 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: data_plane_status.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.771991 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.772499 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 16:06:07.772817 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: default_subnetpools.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.773704 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.774218 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: default-subnetpools Jun 29 16:06:07.774534 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.775321 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.775860 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: dhcp_agent_scheduler Jun 29 16:06:07.776180 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: dns.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.777071 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.777577 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 16:06:07.777895 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: dns_domain_ports.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.778792 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.779299 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 16:06:07.779617 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.780563 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.781068 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 16:06:07.781384 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: dvr.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.782039 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.782547 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: dvr Jun 29 16:06:07.782863 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: empty_string_filtering.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.783774 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.784291 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: empty-string-filtering Jun 29 16:06:07.784606 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.785492 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.786001 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 16:06:07.786318 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.787212 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.787746 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 16:06:07.788066 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: external_net.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.788956 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.789466 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: external-net Jun 29 16:06:07.789780 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.790660 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.791167 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: extra_dhcp_opt Jun 29 16:06:07.791557 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: extraroute.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.792463 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.792970 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: extraroute Jun 29 16:06:07.793287 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: extraroute_atomic.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.794292 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.794806 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: extraroute-atomic Jun 29 16:06:07.795124 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: filter_validation.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.795817 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.796329 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: filter-validation Jun 29 16:06:07.796645 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: fip_pf_description.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.797525 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.798028 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 16:06:07.798345 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: fip_port_details.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.799230 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.799764 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: fip-port-details Jun 29 16:06:07.800082 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: flavors.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.801274 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.801791 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: flavors Jun 29 16:06:07.802115 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.803795 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.804313 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 16:06:07.804638 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: floatingip_pools.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.805312 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.805821 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: floatingip-pools Jun 29 16:06:07.806140 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: ip_allocation.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.807035 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.807538 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 16:06:07.807890 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.808789 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.809296 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: ip-substring-filtering Jun 29 16:06:07.809617 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: l2_adjacency.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.810518 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.811023 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 16:06:07.811894 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: l3.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.812834 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.813351 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: router Jun 29 16:06:07.813670 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.816030 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.816560 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 16:06:07.816887 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.817798 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.818313 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: ext-gw-mode Jun 29 16:06:07.818636 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.819533 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.820078 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: l3-ha Jun 29 16:06:07.820401 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: l3_flavors.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.821306 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.821821 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: l3-flavors Jun 29 16:06:07.822142 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.823088 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.823598 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 16:06:07.823942 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: l3agentscheduler.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.824958 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.825475 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: l3_agent_scheduler Jun 29 16:06:07.825799 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: logging.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.827934 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.828457 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension logging not supported by any of loaded plugins Jun 29 16:06:07.828783 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: metering.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.829503 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.830084 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: metering Jun 29 16:06:07.830407 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.831470 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.832013 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: metering_source_and_destination_fields Jun 29 16:06:07.832334 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: multiprovidernet.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.833238 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.833750 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: multi-provider Jun 29 16:06:07.834070 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: netmtu.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.834969 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.835477 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: net-mtu Jun 29 16:06:07.835831 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: netmtu_writable.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.836724 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.837233 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: net-mtu-writable Jun 29 16:06:07.837550 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: network_availability_zone.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.838299 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.838778 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: network_availability_zone Jun 29 16:06:07.839096 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: network_ip_availability.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.840180 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.840696 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: network-ip-availability Jun 29 16:06:07.841015 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: network_segment_range.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.841764 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.842273 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 16:06:07.842627 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: pagination.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.843715 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.844046 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: pagination Jun 29 16:06:07.844368 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: port_device_profile.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.845248 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.845764 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: port-device-profile Jun 29 16:06:07.846081 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.846983 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.847493 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: port-mac-address-regenerate Jun 29 16:06:07.847845 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.848726 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.849233 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: port-numa-affinity-policy Jun 29 16:06:07.849546 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: port_resource_request.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.850437 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.850939 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 16:06:07.851253 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: portbindings.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.852185 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.852689 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: binding Jun 29 16:06:07.853257 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: portbindings_extended.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.854570 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.855086 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: binding-extended Jun 29 16:06:07.855408 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: portsecurity.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.856322 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.856838 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: port-security Jun 29 16:06:07.857157 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: project_id.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.858105 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.858465 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: project-id Jun 29 16:06:07.858783 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: providernet.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.859713 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.860230 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: provider Jun 29 16:06:07.860548 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: qos.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.864233 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.864769 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension qos not supported by any of loaded plugins Jun 29 16:06:07.865097 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.866317 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.866837 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 16:06:07.867162 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.868094 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.868613 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 16:06:07.868932 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: qos_default.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.870058 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.870406 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension qos-default not supported by any of loaded plugins Jun 29 16:06:07.870792 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: qos_fip.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.871427 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.871970 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 16:06:07.872291 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: qos_gateway_ip.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.873197 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.873713 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 16:06:07.874560 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: qos_port_network_policy.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.875458 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.875998 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 16:06:07.876319 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: qos_rule_type_details.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.877211 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.877721 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 16:06:07.878040 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: qos_rules_alias.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.879056 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.879570 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 16:06:07.879911 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: quotasv2.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.880806 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.881130 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: quotas Jun 29 16:06:07.881445 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: quotasv2_detail.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.884505 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.884855 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: quota_details Jun 29 16:06:07.885188 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: rbac.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.886225 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.886757 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: rbac-policies Jun 29 16:06:07.887079 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: rbac_address_group.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.888015 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.888538 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: rbac-address-group Jun 29 16:06:07.888854 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: rbac_address_scope.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.890360 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.890876 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: rbac-address-scope Jun 29 16:06:07.891195 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: rbac_security_groups.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.892118 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.892638 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: rbac-security-groups Jun 29 16:06:07.892953 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: rbac_subnetpool.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.893846 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.894359 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: rbac-subnetpool Jun 29 16:06:07.894676 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: revisionifmatch.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.895578 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.896119 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: revision-if-match Jun 29 16:06:07.896435 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: revisions.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.897714 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.898235 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: standard-attr-revisions Jun 29 16:06:07.898557 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: router_availability_zone.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.899217 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.899763 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: router_availability_zone Jun 29 16:06:07.900083 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: routerservicetype.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.901224 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.901558 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 16:06:07.901875 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.902782 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.903300 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: security-groups-normalized-cidr Jun 29 16:06:07.903616 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.904536 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.905081 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: port-security-groups-filtering Jun 29 16:06:07.905399 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.906297 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.906809 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: security-groups-remote-address-group Jun 29 16:06:07.907124 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: securitygroup.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.916739 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.917268 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: security-group Jun 29 16:06:07.917592 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: segment.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.918359 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.918876 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension segment not supported by any of loaded plugins Jun 29 16:06:07.919200 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.920142 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.921157 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 16:06:07.921487 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: servicetype.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.922576 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.923101 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: service-type Jun 29 16:06:07.923423 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: sorting.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.924409 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.924740 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: sorting Jun 29 16:06:07.925057 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: standard_attr_segment.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.926026 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.926542 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 16:06:07.926858 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: standardattrdescription.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.927487 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.928030 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: standard-attr-description Jun 29 16:06:07.928349 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: stateful_security_group.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.929250 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.929764 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: stateful-security-group Jun 29 16:06:07.930085 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: stdattrs_common.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.930650 dv-cinder-786260-7-smb neutron-server[93041]: WARNING neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 16:06:07.930966 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.931930 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.932484 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 16:06:07.932798 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: subnet_onboard.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.933847 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.934365 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: subnet_onboard Jun 29 16:06:07.934687 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.935609 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.936143 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 16:06:07.937056 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: subnet_service_types.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.937959 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.938473 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: subnet-service-types Jun 29 16:06:07.938792 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: subnetallocation.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.939883 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.940398 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: subnet_allocation Jun 29 16:06:07.940716 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.941370 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.941892 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: subnetpool-prefix-ops Jun 29 16:06:07.942207 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.943119 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.943628 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 16:06:07.943968 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: tagging.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.944991 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.945515 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: standard-attr-tag Jun 29 16:06:07.945838 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: timestamp.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.947016 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.947558 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loaded extension: standard-attr-timestamp Jun 29 16:06:07.947941 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: trunk.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.948950 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.949465 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension trunk not supported by any of loaded plugins Jun 29 16:06:07.949783 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: trunk_details.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.950674 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.951191 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 16:06:07.951509 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: uplink_status_propagation.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.952473 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.952990 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 16:06:07.953307 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Loading extension file: vlantransparent.py {{(pid=93041) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 16:06:07.953956 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93041) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 16:06:07.954468 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 16:06:07.956955 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:network Jun 29 16:06:07.957472 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:subnet Jun 29 16:06:07.957865 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:06:07.958251 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:port Jun 29 16:06:07.959476 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.959952 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service FLAVORS assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.960568 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.961008 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.961335 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:router Jun 29 16:06:07.961767 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 16:06:07.962269 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service METERING assigned prefix: /metering {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.963772 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.964142 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.964494 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:06:07.965473 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 16:06:07.965908 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:security_group Jun 29 16:06:07.966343 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 16:06:07.966948 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service CORE assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.967273 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:06:07.967691 dv-cinder-786260-7-smb neutron-server[93041]: WARNING neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] subnetpool is already registered Jun 29 16:06:07.968126 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service CORE assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.968448 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:06:07.968776 dv-cinder-786260-7-smb neutron-server[93041]: WARNING neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] subnetpool is already registered Jun 29 16:06:07.971125 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.971555 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service FLAVORS assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.972176 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.972596 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.972926 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:router Jun 29 16:06:07.973258 dv-cinder-786260-7-smb neutron-server[93041]: WARNING neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] router is already registered Jun 29 16:06:07.973665 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 16:06:07.973996 dv-cinder-786260-7-smb neutron-server[93041]: WARNING neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] floatingip is already registered Jun 29 16:06:07.974448 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service METERING assigned prefix: /metering {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.975114 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 16:06:07.975441 dv-cinder-786260-7-smb neutron-server[93041]: WARNING neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] rbac_policy is already registered Jun 29 16:06:07.975872 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:security_group Jun 29 16:06:07.976205 dv-cinder-786260-7-smb neutron-server[93041]: WARNING neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] security_group is already registered Jun 29 16:06:07.976604 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 16:06:07.976932 dv-cinder-786260-7-smb neutron-server[93041]: WARNING neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] security_group_rule is already registered Jun 29 16:06:07.977552 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service CORE assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.978126 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:06:07.978454 dv-cinder-786260-7-smb neutron-server[93041]: WARNING neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] subnetpool is already registered Jun 29 16:06:07.978954 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.v2.resource_helper [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Service CORE assigned prefix: {{(pid=93041) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 16:06:07.979276 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 16:06:07.979606 dv-cinder-786260-7-smb neutron-server[93041]: WARNING neutron.quota.resource_registry [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] subnetpool is already registered Jun 29 16:06:07.980093 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: extensions {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.981571 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: address-groups {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.983058 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: address-scopes {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.984928 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: agents {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.986095 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: auto-allocated-topology {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.987358 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: availability_zones {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.988615 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: dhcp-networks {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.991390 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: dhcp-agents {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.992816 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: routers {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.994623 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: flavors {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.995929 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: service_profiles {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.997147 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: next_providers {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:07.998586 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: service_profiles {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.000790 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: floatingip-pools {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.002033 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: routers {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.003767 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: floatingips {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.005068 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: l3-routers {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.006469 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: l3-agents {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.007926 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: metering-labels {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.009175 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: metering-label-rules {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.010635 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: network-ip-availabilities {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.011922 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: bindings {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.013548 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: quotas {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.015647 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: quotas {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.017097 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: rbac-policies {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.018298 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: security-groups {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.019593 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: security-group-rules {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.020862 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: service-providers {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.022107 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: subnetpools {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.023440 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: subnetpools {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.025025 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: tags {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.026825 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: tags {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.028651 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: tags {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.031006 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: tags {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.032745 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: tags {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.034696 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: tags {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.036432 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: tags {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.038230 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: tags {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.040210 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: tags {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.042030 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron.api.extensions [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Extended resource: tags {{(pid=93041) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 16:06:08.048079 dv-cinder-786260-7-smb neutron-server[93041]: WARNING keystonemiddleware.auth_token [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 16:06:08.052603 dv-cinder-786260-7-smb neutron-server[93041]: WARNING keystonemiddleware.auth_token [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 16:06:08.061791 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Acquired lock "singleton_lock" {{(pid=93041) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 16:06:08.062258 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_concurrency.lockutils [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Releasing lock "singleton_lock" {{(pid=93041) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 16:06:08.062898 dv-cinder-786260-7-smb neutron-server[93041]: INFO oslo_service.service [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Starting 2 workers Jun 29 16:06:08.067567 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Started child 93150 {{(pid=93041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 16:06:08.071872 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Started child 93151 {{(pid=93041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 16:06:08.072950 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.074132 dv-cinder-786260-7-smb neutron-server[93041]: INFO neutron.service [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 16:06:08.074132 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Notify callbacks [] for process, before_spawn {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.074549 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [-] (93150) wsgi starting up on http://0.0.0.0:9696 Jun 29 16:06:08.076529 dv-cinder-786260-7-smb neutron-server[93041]: INFO oslo_service.service [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Starting 1 workers Jun 29 16:06:08.076644 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.078424 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [-] (93151) wsgi starting up on http://0.0.0.0:9696 Jun 29 16:06:08.082060 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Started child 93152 {{(pid=93041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 16:06:08.082587 dv-cinder-786260-7-smb neutron-server[93041]: INFO oslo_service.service [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Starting 1 workers Jun 29 16:06:08.085773 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.service [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] calling RpcWorker wait() {{(pid=93152) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 16:06:08.086281 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.service [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] returning from RpcWorker wait() {{(pid=93152) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 16:06:08.086878 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Started child 93153 {{(pid=93041) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 16:06:08.087753 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG neutron_lib.callbacks.manager [None req-ee50dbdd-b4a2-4262-b517-544212f55575 None None] Notify callbacks [] for process, after_spawn {{(pid=93041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.087849 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.088358 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:08.089650 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93041) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 16:06:08.089863 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 16:06:08.090050 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 16:06:08.090270 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 16:06:08.090620 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 16:06:08.090786 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 16:06:08.091295 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.091574 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.091743 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:08.092209 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.092209 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.092416 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.093585 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.093872 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.094121 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.094399 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.094653 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.094830 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.094998 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.095248 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.095482 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.095822 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.096103 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.096350 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.096637 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.096808 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.097077 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.097338 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.097590 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.097854 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] debug = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.098098 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.098594 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.098839 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.099086 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.099302 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.099568 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.099846 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.100126 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.100380 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.100614 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.100838 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.101118 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.101360 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.101575 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.101812 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.102088 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.102309 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.102784 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] host = dv-cinder-786260-7-smb {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.103276 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.103499 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.103767 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.104017 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.104337 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.104499 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.104729 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.104991 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.105233 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.105464 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.105718 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.105965 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.106203 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.106478 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.106650 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_options = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.106895 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.107152 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.107406 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.107599 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.107801 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.107956 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.108272 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.108428 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.108672 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.108888 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.109116 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.109315 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.109530 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.109752 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.110010 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.110252 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.110487 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.110728 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.110989 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.111237 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.111462 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.111743 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.112136 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.112502 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.112861 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.113218 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.114151 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.114551 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.114931 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.115332 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.115733 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.116129 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.116537 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.116932 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.117195 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.117429 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.117651 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.117918 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.118156 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.118256 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:08.118410 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.118834 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.119074 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.119332 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.119719 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.119983 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.120341 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_json = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.120700 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.120950 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.121234 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.121465 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.121701 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.121920 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.122313 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.122570 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.122987 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.123423 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.123839 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.124384 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.124583 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.124724 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.124936 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.125205 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.125448 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.125681 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.126028 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.126424 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.126535 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.126760 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.127021 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.127549 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.127648 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.127883 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.128117 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.128489 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.128743 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.128971 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.129295 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.129580 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.129857 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.130108 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.130327 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.130550 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.130770 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.130989 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.131225 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.131441 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.131739 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.131980 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.132209 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.132608 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.133010 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.133385 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.133756 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.134212 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.134628 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.135057 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.135462 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.135786 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.136090 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.136307 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.136552 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.136788 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.137023 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.137277 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.137508 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.137726 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.137944 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.138181 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.138406 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.138660 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.138882 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.139095 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.139309 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.140243 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.140390 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.140709 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.140869 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.141368 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.141368 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.141647 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.141769 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.142318 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.142318 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.142579 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.142579 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.142822 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.142971 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.143197 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.143416 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.143631 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.145219 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.145219 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.145219 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.145219 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.145219 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.145219 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.145219 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.146082 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.146082 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.146082 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.146429 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.146429 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.146677 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.146851 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.147109 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.147363 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.147598 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.147929 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.148066 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.148299 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.148533 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.148792 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.149063 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.149301 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.149606 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.149765 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.150006 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.151921 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.151921 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.151921 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.151921 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.151921 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.151921 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.151921 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.151921 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.152601 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.152601 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.152744 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.152880 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.153135 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.153598 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.154012 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.154465 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.154863 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.155686 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.156017 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.156253 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.156505 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.156756 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.157013 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.157233 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.157506 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.157732 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.157949 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.158160 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.158584 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.159061 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.159491 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.159750 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.159970 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.160240 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.160501 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.160738 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.161000 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.161248 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.161480 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.161723 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.161948 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.162179 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.162424 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.162671 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.162881 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.163113 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.163348 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.163563 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.163878 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.164124 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.164385 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.164603 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.164813 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.165029 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.165267 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.165478 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.165724 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.165938 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.166157 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.166392 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.166606 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.166821 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.167060 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.167275 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.167521 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.167779 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.168062 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.168307 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.168555 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.168779 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.169044 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.169271 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.169642 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.170027 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.170412 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.170650 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.170886 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.171105 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.171322 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.171530 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.171821 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.172032 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.172405 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.172811 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.173278 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.173520 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.173750 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.173987 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.174219 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.174480 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.174714 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.174949 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.175182 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.175400 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.175631 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.175891 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.176125 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.176349 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.176566 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.176780 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.177015 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.177229 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.177462 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.177761 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.178008 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.178252 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.178493 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.178739 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.178988 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.179212 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.179422 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.179675 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.179894 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.180110 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.180321 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.180546 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.180760 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.180968 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.181184 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.181394 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.181604 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.181826 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.182131 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.182342 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.182562 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.182778 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.182989 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.183215 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.183451 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.183679 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.183907 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.184120 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.184328 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.184622 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.184869 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.185098 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.185382 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.185620 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.185859 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.186101 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.186441 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.186672 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.186926 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.187146 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.187358 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.187575 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.187835 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.188141 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.188419 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.188682 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.188913 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.189183 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.189456 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.189712 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.189923 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.190227 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.190549 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.190810 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.191073 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.191334 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.191599 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.191881 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.192094 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.192325 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.192562 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.192775 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.193011 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.193253 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.193511 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.193746 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.193989 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.194235 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.194454 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.194663 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.194899 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.195112 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.195271 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 16:06:08.195878 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93041) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 16:06:08.196051 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 16:06:08.196209 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 16:06:08.196377 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 16:06:08.196544 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 16:06:08.196696 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 16:06:08.196897 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.197061 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.197225 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.197368 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.197568 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.197780 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.197938 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.198096 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.198260 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.198459 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.198569 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.198711 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.199009 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.199308 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.199474 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.199622 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.199807 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.200146 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.200146 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.200298 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.200411 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.200567 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.200725 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] debug = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.200883 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.201090 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.201470 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.201470 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.201620 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.201696 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.201836 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.202518 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.202675 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.202833 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.202992 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.203155 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.203320 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.203474 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.203627 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.203813 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.203946 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.204077 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] host = dv-cinder-786260-7-smb {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.204233 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.204392 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.204550 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.204695 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.204856 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.205018 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.205216 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.205326 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.205513 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.205783 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.205783 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.205999 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.206121 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.206242 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.206373 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_options = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.206502 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.206659 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.206818 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.206997 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.207161 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.207324 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.207484 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.207643 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.207825 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.207982 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.208139 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.208296 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.208454 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.208611 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.208770 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.208928 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.209084 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.209243 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.209401 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.209558 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.209716 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.209873 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.210031 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.210188 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.210347 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.210504 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.210661 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.210819 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.210977 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.211135 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.211293 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.211474 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.211631 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.211787 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.211922 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.212065 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.212228 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.212377 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.212537 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.212694 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.212852 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.213010 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.213351 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.213473 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.213573 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.213696 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_json = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.213850 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.213981 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.214143 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.214300 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.214441 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.214603 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.214761 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.214920 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 16:06:08.215103 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.215251 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.215415 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.215576 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.215762 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.215920 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.216055 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.216193 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.216356 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.216501 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.216673 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.216837 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.217011 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.217171 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.217332 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.217510 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.218339 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.218510 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.218696 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.218835 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.218997 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.219158 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.219341 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.219503 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.219675 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.219769 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:08.219878 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.220000 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.220161 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.220324 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.220485 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.220648 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.220811 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.220973 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.221134 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.221296 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.221457 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.221617 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.221779 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.221941 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.222112 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.222279 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.222427 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.222569 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.222724 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.222867 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.223005 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.223147 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.223318 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.223479 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.223696 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.223872 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.224033 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.224193 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.224353 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.224514 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.224674 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.224834 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.224994 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.225153 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.225314 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.225473 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.225647 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.225808 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.225968 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.226180 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.226342 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.226508 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.226656 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.226817 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.226960 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.227105 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.227248 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.227392 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.227559 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.227771 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.228169 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.228315 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.228547 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.228696 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.228841 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.228987 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.229130 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.229271 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.229381 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.229529 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.229695 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.229855 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.230015 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.230176 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.230336 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.230496 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.230657 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.230816 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.230976 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.231197 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.231370 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.231516 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.231701 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.231866 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.232326 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.232326 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.232520 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.232520 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.232925 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.232925 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.233094 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.233094 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.233779 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.233934 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.234089 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.234301 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.234471 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.234632 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.234795 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.234955 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.235122 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.235294 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.235456 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.235616 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.235798 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.236015 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.236176 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.236336 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.236497 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.236658 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.236818 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.236978 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.237192 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.237312 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.237458 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.237619 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.237780 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.237958 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.238118 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.238278 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.238438 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.238599 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.238759 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.238918 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.239078 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.239237 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.239397 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.239556 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.239740 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.239901 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.240061 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.240221 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.240382 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.240542 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.240703 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.240863 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.241023 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.241183 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.241344 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.241555 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.241663 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.241822 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.241983 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.242191 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.242338 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.242469 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.242595 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.242741 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.242901 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.243060 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.243219 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.243377 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.243538 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.243716 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.243882 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.244041 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.244202 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.244363 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.244524 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.244684 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.244844 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.245007 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.245166 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.245327 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.245487 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.245703 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.245893 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.246055 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.246216 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.246378 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.246571 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.246689 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.246863 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.247023 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.247187 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.247351 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.247511 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.247687 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.247851 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.248011 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.248170 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.248329 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.248489 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.248651 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.249417 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.249586 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.249746 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.249906 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.250065 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.250225 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.250385 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.250559 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.250721 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.250883 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.251044 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.251206 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.251366 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.251534 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.251713 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.251876 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.252036 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.252467 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.252628 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.252798 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.252958 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.253118 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.253279 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.253440 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.253600 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.253769 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.253930 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.254090 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.254250 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.254410 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.254570 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.254738 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.254899 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.255059 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.255218 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.255379 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.255539 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.255728 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.255891 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.256051 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.256220 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.256381 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.256541 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.256700 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.256877 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.257082 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.257227 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.257364 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.257500 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.257644 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.257798 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.257963 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.258133 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.258300 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.258461 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.258631 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.258798 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.258966 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.259120 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.259280 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.259452 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.259612 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.259795 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.259953 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.260102 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.260262 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.260421 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.260582 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.260742 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.260901 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.261061 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.261220 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.261380 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.261540 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.261701 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.261861 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.262020 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.262179 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.262340 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.262500 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 16:06:08.262653 dv-cinder-786260-7-smb neutron-server[93041]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93041) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 16:06:08.481705 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 47588) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:08.490269 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064008 Jun 29 16:06:19.722072 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74155921-dcb6-4e4f-bff3-672602ee029d None None] get_active_networks_info from dv-cinder-786260-7-smb {{(pid=93152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 16:06:19.780281 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74155921-dcb6-4e4f-bff3-672602ee029d None None] No non-hosted networks {{(pid=93152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 16:06:19.794096 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.agentschedulers_db [None req-74155921-dcb6-4e4f-bff3-672602ee029d None None] DHCP Agent not found on host dv-cinder-786260-7-smb {{(pid=93152) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 16:06:19.896806 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-19564a6b-d56e-4602-963d-7600cf957640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655390'] for agent, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:21.982818 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f407baa0-3043-425d-9f80-8aae709d846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655390'] for agent, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:22.041886 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-55a54cc5-4f65-4809-877a-ef490079a80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:22.265784 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655390'] for agent, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:22.266740 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.267321 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.267836 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.268408 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.268895 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.269451 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.269913 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.270422 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.270904 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.271663 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.272146 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.272660 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:22.273186 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:22.281842 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:23.246175 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655390'] for agent, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:24.929984 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655390'] for agent, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:26.266443 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47678) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:26.349856 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.db.l3_hamode_db [None req-a25fe96e-6218-49cd-ab23-2138a7672647 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 16:06:26.426609 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fe96e-6218-49cd-ab23-2138a7672647 None None] Routers set() bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:06:26.427004 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25fe96e-6218-49cd-ab23-2138a7672647 None None] Router IDs set() for agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 16:06:26.749750 dv-cinder-786260-7-smb neutron-server[93150]: WARNING oslo_policy.policy [None req-dc6b4ed3-e963-48c9-ad3a-e62810774cd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:06:26.750342 dv-cinder-786260-7-smb neutron-server[93150]: WARNING oslo_policy.policy [None req-dc6b4ed3-e963-48c9-ad3a-e62810774cd9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:06:26.967503 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [None req-dc6b4ed3-e963-48c9-ad3a-e62810774cd9 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:06:26.968753 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-dc6b4ed3-e963-48c9-ad3a-e62810774cd9 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7003102 Jun 29 16:06:29.282412 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47692) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:29.603911 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-78f9aee9-94f3-4e41-81b7-ce176404c6be admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:29.696308 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.policy [None req-78f9aee9-94f3-4e41-81b7-ce176404c6be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93150) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 16:06:29.743362 dv-cinder-786260-7-smb neutron-server[93150]: WARNING oslo_policy.policy [None req-78f9aee9-94f3-4e41-81b7-ce176404c6be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:06:29.743780 dv-cinder-786260-7-smb neutron-server[93150]: WARNING oslo_policy.policy [None req-78f9aee9-94f3-4e41-81b7-ce176404c6be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:06:29.754712 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.quota [None req-78f9aee9-94f3-4e41-81b7-ce176404c6be admin admin] Loaded quota_driver: . Jun 29 16:06:29.849699 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-78f9aee9-94f3-4e41-81b7-ce176404c6be admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790212451073', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790212450644', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790212365708', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790212363074', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790212361477', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790212351355', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-642651', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780390', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1790751', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1725005'] for rbac-policy, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:29.915312 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-78f9aee9-94f3-4e41-81b7-ce176404c6be admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:29.916461 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-78f9aee9-94f3-4e41-81b7-ce176404c6be admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6330874 Jun 29 16:06:32.423871 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47704) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:32.715018 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'name': 'private'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:32.743001 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Made reservation on behalf of bfb3d75b9f6345c2956b4c7b95f859cc for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:06:32.745804 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.762074 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.882508 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.886399 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.892358 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:32.907364 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:06:32.933179 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790207750202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:32.933902 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Unsubscribe: segment precommit_create {{(pid=93150) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 16:06:32.934476 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Added segment b2fe1032-6863-4499-ae17-7b2ccb1cd02a of type vlan for network ff49f8be-22c3-4061-a190-06c70c43a7b1 Jun 29 16:06:32.956045 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e17ef15-ba75-4880-b0e2-eb17f14af8b4,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:33.010753 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.011118 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.011457 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.011788 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.012164 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.012552 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.012897 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.013760 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.014082 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.014394 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.014699 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.015002 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Tracked resource versions report: Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: pushed versions: Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: { 'AddressGroup': {'1.2'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'ConntrackHelper': {'1.0'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'Log': {'1.0'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'Network': {'1.1'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'Port': {'1.7'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'PortForwarding': {'1.2'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'QosPolicy': {'1.8'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'SecurityGroup': {'1.4'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'SubPort': {'1.0'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'Subnet': {'1.1'}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'Trunk': {'1.1'}} Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: consumer versions: Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: { DHCP agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: L3 agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: Metadata agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: Metering agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: Open vSwitch agent@dv-cinder-786260-7-smb: { 'AddressGroup': '1.2', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'ConntrackHelper': '1.0', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'Log': '1.0', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'Network': '1.1', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'Port': '1.7', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'PortForwarding': '1.2', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'QosPolicy': '1.8', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'SecurityGroup': '1.4', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'SecurityGroupRule': '1.2', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'SubPort': '1.0', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'Subnet': '1.1', Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: 'Trunk': '1.1'}} Jun 29 16:06:33.016105 dv-cinder-786260-7-smb neutron-server[93150]: {{(pid=93150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:06:33.053687 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:33.066480 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:33.108032 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:33.109604 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:33.110283 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:33.113134 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:33.179878 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7548153 Jun 29 16:06:33.208852 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Pushing event updated for resources: {'Network': ['ID=ff49f8be-22c3-4061-a190-06c70c43a7b1,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:33.212330 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:33.221350 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network ff49f8be-22c3-4061-a190-06c70c43a7b1 details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:06:35.782126 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 47718) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:36.264514 dv-cinder-786260-7-smb neutron-server[93151]: WARNING oslo_policy.policy [None req-49646704-51bd-4894-bbf0-c3a28f2dc61d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:06:36.265148 dv-cinder-786260-7-smb neutron-server[93151]: WARNING oslo_policy.policy [None req-49646704-51bd-4894-bbf0-c3a28f2dc61d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:06:36.707236 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.policy [None req-49646704-51bd-4894-bbf0-c3a28f2dc61d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93151) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 16:06:36.753770 dv-cinder-786260-7-smb neutron-server[93151]: WARNING oslo_policy.policy [None req-49646704-51bd-4894-bbf0-c3a28f2dc61d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:06:36.754139 dv-cinder-786260-7-smb neutron-server[93151]: WARNING oslo_policy.policy [None req-49646704-51bd-4894-bbf0-c3a28f2dc61d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 16:06:36.763164 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49646704-51bd-4894-bbf0-c3a28f2dc61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:36.764935 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-49646704-51bd-4894-bbf0-c3a28f2dc61d admin admin] 10.222.0.83 "GET /v2.0/networks/ff49f8be-22c3-4061-a190-06c70c43a7b1 HTTP/1.1" status: 200 len: 825 time: 0.9818914 Jun 29 16:06:36.802312 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-a92fd508-37b8-41f9-8459-242724008178 admin admin] 10.222.0.83 "GET /v2.0/subnetpools/f50ee372-3fab-493c-9b1d-375a7d9d2c20 HTTP/1.1" status: 200 len: 734 time: 0.0320187 Jun 29 16:06:36.811337 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Request body: {'subnet': {'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'subnetpool_id': 'f50ee372-3fab-493c-9b1d-375a7d9d2c20', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:36.812900 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.quota [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Loaded quota_driver: . Jun 29 16:06:36.851854 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Made reservation on behalf of bfb3d75b9f6345c2956b4c7b95f859cc for: {'subnet': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:06:36.854832 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:37.144337 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for subnet, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:37.147264 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:37.214218 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Checking segment: {'id': 'b2fe1032-6863-4499-ae17-7b2ccb1cd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:06:37.214632 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Network hostable DHCP agents. Network: ff49f8be-22c3-4061-a190-06c70c43a7b1, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:06:37.224380 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c24b28-f8e3-4527-9930-c584e8309289,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:37.237609 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.237942 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.238268 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.238584 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.238899 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.239213 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.239523 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.239879 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.240209 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.240521 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.240824 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.241128 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Tracked resource versions report: Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: pushed versions: Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: { 'AddressGroup': {'1.2'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'ConntrackHelper': {'1.0'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'Log': {'1.0'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'Network': {'1.1'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'Port': {'1.7'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'PortForwarding': {'1.2'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'QosPolicy': {'1.8'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'SecurityGroup': {'1.4'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'SubPort': {'1.0'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'Subnet': {'1.1'}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'Trunk': {'1.1'}} Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: consumer versions: Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: { DHCP agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: L3 agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: Metadata agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: Metering agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: Open vSwitch agent@dv-cinder-786260-7-smb: { 'AddressGroup': '1.2', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'ConntrackHelper': '1.0', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'Log': '1.0', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'Network': '1.1', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'Port': '1.7', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'PortForwarding': '1.2', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'QosPolicy': '1.8', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'SecurityGroup': '1.4', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'SecurityGroupRule': '1.2', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'SubPort': '1.0', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'Subnet': '1.1', Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: 'Trunk': '1.1'}} Jun 29 16:06:37.242197 dv-cinder-786260-7-smb neutron-server[93151]: {{(pid=93151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:06:37.275232 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Network ff49f8be-22c3-4061-a190-06c70c43a7b1 is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:06:37.283607 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:37.288279 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, ff49f8be-22c3-4061-a190-06c70c43a7b1) {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:06:37.295221 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:37.295908 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:37.297105 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41761a9-a2b6-42ea-8701-22f3c002a3bb None None] Network ff49f8be-22c3-4061-a190-06c70c43a7b1 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:06:37.316037 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5084405 Jun 29 16:06:37.610534 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d8c25ef-cf86-5e97-9a45-35b8c86f43c7-ff49f8be-22c3-4061-a190-06c70c43a7b1', 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'fixed_ips': [{'subnet_id': '46c24b28-f8e3-4527-9930-c584e8309289'}]}} from dv-cinder-786260-7-smb. {{(pid=93152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:06:37.611817 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:37.884488 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Allocated IP 172.20.0.2 (ff49f8be-22c3-4061-a190-06c70c43a7b1/46c24b28-f8e3-4527-9930-c584e8309289/20a394d6-4910-48a8-bf79-2a3b91c4b7ed) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:06:38.090011 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:38.135775 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Transition to ACTIVE for port object 20a394d6-4910-48a8-bf79-2a3b91c4b7ed will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:06:38.156863 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Transition to ACTIVE for port object 20a394d6-4910-48a8-bf79-2a3b91c4b7ed will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:06:38.165048 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:38.167715 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:38.230957 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Network ff49f8be-22c3-4061-a190-06c70c43a7b1 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:06:38.236263 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:06:38.248538 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:06:38.255914 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Pushing event updated for resources: {'Port': ['ID=20a394d6-4910-48a8-bf79-2a3b91c4b7ed,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:38.279764 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.280109 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.280446 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.280775 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.281102 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.281475 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.281799 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.282117 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.282440 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.282754 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.283067 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.283378 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Tracked resource versions report: Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: pushed versions: Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: { 'AddressGroup': {'1.2'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'ConntrackHelper': {'1.0'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'Log': {'1.0'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'Network': {'1.1'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'Port': {'1.7'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'PortForwarding': {'1.2'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'QosPolicy': {'1.8'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'SecurityGroup': {'1.4'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'SubPort': {'1.0'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'Subnet': {'1.1'}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'Trunk': {'1.1'}} Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: consumer versions: Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: { DHCP agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: L3 agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: Metadata agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: Metering agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: Open vSwitch agent@dv-cinder-786260-7-smb: { 'AddressGroup': '1.2', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'ConntrackHelper': '1.0', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'Log': '1.0', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'Network': '1.1', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'Port': '1.7', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'PortForwarding': '1.2', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'QosPolicy': '1.8', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'SecurityGroup': '1.4', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'SecurityGroupRule': '1.2', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'SubPort': '1.0', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'Subnet': '1.1', Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: 'Trunk': '1.1'}} Jun 29 16:06:38.284522 dv-cinder-786260-7-smb neutron-server[93152]: {{(pid=93152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:06:38.305301 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:38.334689 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Attempting to bind port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:06:38.335111 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Attempting to bind port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': 'b2fe1032-6863-4499-ae17-7b2ccb1cd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:06:38.335558 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Attempting to bind port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed on network ff49f8be-22c3-4061-a190-06c70c43a7b1 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:06:38.340508 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:06:38.341094 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Checking segment: {'id': 'b2fe1032-6863-4499-ae17-7b2ccb1cd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:06:38.341548 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:38.341939 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Bound using segment: {'id': 'b2fe1032-6863-4499-ae17-7b2ccb1cd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:06:38.342428 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Bound port: 20a394d6-4910-48a8-bf79-2a3b91c4b7ed, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fe1032-6863-4499-ae17-7b2ccb1cd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:06:38.342860 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:38.404502 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] For port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:06:38.408696 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] For port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=20a394d6-4910-48a8-bf79-2a3b91c4b7ed,segment=NetworkSegment(b2fe1032-6863-4499-ae17-7b2ccb1cd02a),segment_id=b2fe1032-6863-4499-ae17-7b2ccb1cd02a)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:06:38.413056 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:38.419465 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:38.480144 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Pushing event updated for resources: {'Port': ['ID=20a394d6-4910-48a8-bf79-2a3b91c4b7ed,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:38.483694 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:39.680235 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47738) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:39.994305 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [None req-b7ef367d-f885-4577-9efc-e3cf950e32e3 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:06:39.995317 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-b7ef367d-f885-4577-9efc-e3cf950e32e3 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3141270 Jun 29 16:06:42.365930 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47746) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:42.677763 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [None req-1caff5c4-f7ee-4b1b-84a3-9cc88eafe6e5 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:06:42.678742 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-1caff5c4-f7ee-4b1b-84a3-9cc88eafe6e5 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118057 Jun 29 16:06:44.099564 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 20a394d6-4910-48a8-bf79-2a3b91c4b7ed up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:06:44.192658 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:06:44.544143 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5420911e-eab3-4175-9be7-320c11a86fb2 None None] Network ff49f8be-22c3-4061-a190-06c70c43a7b1 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:06:44.606702 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-932a7745-89d1-4d02-8905-ee67c203756b None None] Provisioning for port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:06:44.614421 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-932a7745-89d1-4d02-8905-ee67c203756b None None] Provisioning complete for port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:06:44.614807 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-932a7745-89d1-4d02-8905-ee67c203756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.789436 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-932a7745-89d1-4d02-8905-ee67c203756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.847704 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-932a7745-89d1-4d02-8905-ee67c203756b None None] For port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=20a394d6-4910-48a8-bf79-2a3b91c4b7ed,segment=NetworkSegment(b2fe1032-6863-4499-ae17-7b2ccb1cd02a),segment_id=b2fe1032-6863-4499-ae17-7b2ccb1cd02a)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:06:44.856964 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-932a7745-89d1-4d02-8905-ee67c203756b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:44.872308 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-b1bfce20-51ab-45a0-8c84-2ba94442a8fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:44.921092 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a7745-89d1-4d02-8905-ee67c203756b None None] Pushing event updated for resources: {'Port': ['ID=20a394d6-4910-48a8-bf79-2a3b91c4b7ed,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:44.924738 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-932a7745-89d1-4d02-8905-ee67c203756b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:45.077692 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-96055c35-32d0-4c63-8995-136c262071a2 None None] Provisioning complete for port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:06:45.078074 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-96055c35-32d0-4c63-8995-136c262071a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:45.283958 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47762) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:45.577505 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-0aba126d-9f4a-4ff2-a5a1-68250d7a20db admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'admin_state_up': True}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:45.601622 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0aba126d-9f4a-4ff2-a5a1-68250d7a20db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1655808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1011'] for router, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:45.603359 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0aba126d-9f4a-4ff2-a5a1-68250d7a20db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1713502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-996'] for router, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:45.741955 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0aba126d-9f4a-4ff2-a5a1-68250d7a20db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:45.746230 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0aba126d-9f4a-4ff2-a5a1-68250d7a20db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586085'] for router, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:45.757919 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0aba126d-9f4a-4ff2-a5a1-68250d7a20db admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:45.759179 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-0aba126d-9f4a-4ff2-a5a1-68250d7a20db admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4742575 Jun 29 16:06:46.058222 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 20a394d6-4910-48a8-bf79-2a3b91c4b7ed up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:06:46.104924 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:06:46.105397 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:48.080277 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47770) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:48.380626 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [None req-93791021-cfc3-4cc4-ad94-1a8906a2ded5 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:06:48.381623 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-93791021-cfc3-4cc4-ad94-1a8906a2ded5 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3004239 Jun 29 16:06:49.629881 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f0d9-71b2-4c0b-beec-d22410465c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:50.685935 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47778) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:50.992500 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:51.012151 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Made reservation on behalf of fff612400d3142dd81af4199f516780a for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:06:51.014386 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.021981 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.110263 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.114165 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.118348 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:51.131207 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Reserving flat network on physical network physnet1 {{(pid=93150) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 16:06:51.149986 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9759b36-d727-478b-a6b2-c2a9addded24,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:51.155146 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:51.156198 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.156538 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Added segment 113e7e85-c43d-4cdf-9a19-14b2e64c1a28 of type flat for network 2a2ef043-d930-438a-b7bc-58c08f4c893b Jun 29 16:06:51.207870 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.243614 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.244892 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:51.245464 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:51.248127 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:51.310645 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6236329 Jun 29 16:06:51.322936 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Pushing event updated for resources: {'Network': ['ID=2a2ef043-d930-438a-b7bc-58c08f4c893b,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:51.326387 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:51.334255 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:06:51.979339 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3b423cd8-bccd-40c7-bf4a-4e60d6376118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:52.256898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:53.191955 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:53.627214 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47786) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:53.968863 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b3ecd9-05d7-4921-9e6b-2c563d4ce01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:53.970226 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-c0b3ecd9-05d7-4921-9e6b-2c563d4ce01d admin admin] 10.222.0.83 "GET /v2.0/subnets/46c24b28-f8e3-4527-9930-c584e8309289 HTTP/1.1" status: 200 len: 849 time: 0.3420401 Jun 29 16:06:54.084186 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-69933ab8-8501-4272-84a1-ee50fb236f21 admin admin] 10.222.0.83 "GET /v2.0/routers/bf0be56b-605b-47b9-8df2-ee683396a42c HTTP/1.1" status: 200 len: 704 time: 0.1086829 Jun 29 16:06:54.343162 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.629298 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Allocated IP 172.20.0.1 (ff49f8be-22c3-4061-a190-06c70c43a7b1/46c24b28-f8e3-4527-9930-c584e8309289/43ad3118-42a6-40b7-ab49-d6325b7e8374) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:06:54.809859 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.834831 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.provisioning_blocks [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Transition to ACTIVE for port object 43ad3118-42a6-40b7-ab49-d6325b7e8374 will not be triggered until provisioned by entity DHCP. {{(pid=93150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:06:54.871950 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.920380 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:54.923242 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:54.991302 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Network ff49f8be-22c3-4061-a190-06c70c43a7b1 is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:06:54.995842 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:06:55.057020 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:06:55.057565 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658242'] for router_interface, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.080566 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Pushing event updated for resources: {'Port': ['ID=43ad3118-42a6-40b7-ab49-d6325b7e8374,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:55.119979 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:55.236528 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-761af1f4-84a2-4974-875d-3569fb6e871c None None] Provisioning for port 43ad3118-42a6-40b7-ab49-d6325b7e8374 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:06:55.240662 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-761af1f4-84a2-4974-875d-3569fb6e871c None None] Provisioning complete for port 43ad3118-42a6-40b7-ab49-d6325b7e8374 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:06:55.241040 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-761af1f4-84a2-4974-875d-3569fb6e871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.267502 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.277515 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-761af1f4-84a2-4974-875d-3569fb6e871c None None] Port 43ad3118-42a6-40b7-ab49-d6325b7e8374 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:06:55.440633 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.444920 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.445993 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658134'] for router_interface, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.448313 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:55.529590 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Pushing event updated for resources: {'Port': ['ID=43ad3118-42a6-40b7-ab49-d6325b7e8374,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:55.534989 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:55.577253 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Network ff49f8be-22c3-4061-a190-06c70c43a7b1 is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:06:55.578544 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:06:55.736447 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Router bf0be56b-605b-47b9-8df2-ee683396a42c is scheduled to L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b with binding_index 1 {{(pid=93150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:06:55.798391 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-438a11d9-a240-4262-992d-905c5f886f44 None None] Provisioning complete for port 43ad3118-42a6-40b7-ab49-d6325b7e8374 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:06:55.798681 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-438a11d9-a240-4262-992d-905c5f886f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:55.826126 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:06:55.835417 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] 10.222.0.83 "PUT /v2.0/routers/bf0be56b-605b-47b9-8df2-ee683396a42c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7420914 Jun 29 16:06:55.835521 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-438a11d9-a240-4262-992d-905c5f886f44 None None] Port 43ad3118-42a6-40b7-ab49-d6325b7e8374 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:06:55.849545 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Sync routers for ids ['bf0be56b-605b-47b9-8df2-ee683396a42c'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:06:55.861299 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Routers {'bf0be56b-605b-47b9-8df2-ee683396a42c'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:06:55.862120 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:06:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['bf0be56b-605b-47b9-8df2-ee683396a42c'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:56.041467 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Set router bf0be56b-605b-47b9-8df2-ee683396a42c gateway port host: None {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:06:56.461518 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'name': 'router1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:06:45Z', 'updated_at': '2021-06-29T16:06:55Z', 'revision_number': 2, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'gw_port_host': None, '_interfaces': [{'id': '43ad3118-42a6-40b7-ab49-d6325b7e8374', 'name': '', 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'mac_address': 'fa:16:3e:f7:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46c24b28-f8e3-4527-9930-c584e8309289', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:06:54Z', 'updated_at': '2021-06-29T16:06:55Z', 'revision_number': 2, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'subnets': [{'id': '46c24b28-f8e3-4527-9930-c584e8309289', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f50ee372-3fab-493c-9b1d-375a7d9d2c20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:56.510289 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Checking router: bf0be56b-605b-47b9-8df2-ee683396a42c for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:06:56.510710 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Updating router bf0be56b-605b-47b9-8df2-ee683396a42c port 43ad3118-42a6-40b7-ab49-d6325b7e8374 binding host dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:06:56.573178 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:57.059483 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:57.077938 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Transition to ACTIVE for port object 43ad3118-42a6-40b7-ab49-d6325b7e8374 will not be triggered until provisioned by entity L2. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:06:57.084105 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:57.088252 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:57.246436 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Pushing event updated for resources: {'Port': ['ID=43ad3118-42a6-40b7-ab49-d6325b7e8374,revision_number=3']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:57.248896 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Attempting to bind port 43ad3118-42a6-40b7-ab49-d6325b7e8374 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:06:57.249292 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Attempting to bind port 43ad3118-42a6-40b7-ab49-d6325b7e8374 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': 'b2fe1032-6863-4499-ae17-7b2ccb1cd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1'}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:06:57.249721 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Attempting to bind port 43ad3118-42a6-40b7-ab49-d6325b7e8374 on network ff49f8be-22c3-4061-a190-06c70c43a7b1 {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:06:57.256883 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:06:57.257300 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Checking segment: {'id': 'b2fe1032-6863-4499-ae17-7b2ccb1cd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:06:57.257790 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:57.258187 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Bound using segment: {'id': 'b2fe1032-6863-4499-ae17-7b2ccb1cd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1'} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:06:57.258713 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Bound port: 43ad3118-42a6-40b7-ab49-d6325b7e8374, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fe1032-6863-4499-ae17-7b2ccb1cd02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1'}}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:06:57.259136 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:57.274034 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.274376 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.274711 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.275037 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.275361 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.275703 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.276025 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.276345 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.276666 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.276999 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.277971 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.278287 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Tracked resource versions report: Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: pushed versions: Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: { 'AddressGroup': {'1.2'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'ConntrackHelper': {'1.0'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'Log': {'1.0'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'Network': {'1.1'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'Port': {'1.7'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'PortForwarding': {'1.2'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'QosPolicy': {'1.8'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'SecurityGroup': {'1.4'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'SubPort': {'1.0'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'Subnet': {'1.1'}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'Trunk': {'1.1'}} Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: consumer versions: Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: { DHCP agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: L3 agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: Metadata agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: Metering agent@dv-cinder-786260-7-smb: {}, Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: Open vSwitch agent@dv-cinder-786260-7-smb: { 'AddressGroup': '1.2', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'ConntrackHelper': '1.0', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'Log': '1.0', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'Network': '1.1', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'Port': '1.7', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'PortForwarding': '1.2', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'QosPolicy': '1.8', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'SecurityGroup': '1.4', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'SecurityGroupRule': '1.2', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'SubPort': '1.0', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'Subnet': '1.1', Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: 'Trunk': '1.1'}} Jun 29 16:06:57.279364 dv-cinder-786260-7-smb neutron-server[93153]: {{(pid=93153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:06:57.284633 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:57.337670 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] For port 43ad3118-42a6-40b7-ab49-d6325b7e8374, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:06:57.359517 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] For port 43ad3118-42a6-40b7-ab49-d6325b7e8374, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=43ad3118-42a6-40b7-ab49-d6325b7e8374,segment=NetworkSegment(b2fe1032-6863-4499-ae17-7b2ccb1cd02a),segment_id=b2fe1032-6863-4499-ae17-7b2ccb1cd02a)] {{(pid=93153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:06:57.365625 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:57.368760 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:57.416697 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Routers {'bf0be56b-605b-47b9-8df2-ee683396a42c'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:06:57.417326 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:06:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['bf0be56b-605b-47b9-8df2-ee683396a42c'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:57.491153 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Pushing event updated for resources: {'Port': ['ID=43ad3118-42a6-40b7-ab49-d6325b7e8374,revision_number=4']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:57.495107 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:57.519270 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] Set router bf0be56b-605b-47b9-8df2-ee683396a42c gateway port host: None {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:06:57.726338 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'name': 'router1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:06:45Z', 'updated_at': '2021-06-29T16:06:55Z', 'revision_number': 2, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'gw_port_host': None, '_interfaces': [{'id': '43ad3118-42a6-40b7-ab49-d6325b7e8374', 'name': '', 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'mac_address': 'fa:16:3e:f7:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46c24b28-f8e3-4527-9930-c584e8309289', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:06:54Z', 'updated_at': '2021-06-29T16:06:57Z', 'revision_number': 4, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'subnets': [{'id': '46c24b28-f8e3-4527-9930-c584e8309289', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f50ee372-3fab-493c-9b1d-375a7d9d2c20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:06:57.751888 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651abc8e-e319-4960-a564-bbc42d876b8c None None] The sync data for ids ['bf0be56b-605b-47b9-8df2-ee683396a42c'] in dv-cinder-786260-7-smb is: [{'id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'name': 'router1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:06:45Z', 'updated_at': '2021-06-29T16:06:55Z', 'revision_number': 2, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'gw_port_host': None, '_interfaces': [{'id': '43ad3118-42a6-40b7-ab49-d6325b7e8374', 'name': '', 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'mac_address': 'fa:16:3e:f7:45:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46c24b28-f8e3-4527-9930-c584e8309289', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:06:54Z', 'updated_at': '2021-06-29T16:06:57Z', 'revision_number': 4, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'subnets': [{'id': '46c24b28-f8e3-4527-9930-c584e8309289', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f50ee372-3fab-493c-9b1d-375a7d9d2c20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:06:58.048673 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47806) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:06:58.158756 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc2331-2924-40e3-926c-b8524b4fae40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:58.160164 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-d8bc2331-2924-40e3-926c-b8524b4fae40 admin admin] 10.222.0.83 "GET /v2.0/networks/2a2ef043-d930-438a-b7bc-58c08f4c893b HTTP/1.1" status: 200 len: 842 time: 0.1103017 Jun 29 16:06:58.169271 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Request body: {'subnet': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:06:58.192356 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Made reservation on behalf of fff612400d3142dd81af4199f516780a for: {'subnet': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:06:58.194639 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:58.498099 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.objects.ports [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93150) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 16:06:58.498535 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for subnet, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:58.501268 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:06:58.556844 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb53a12-ac97-470e-b6d5-13a621a8d28d,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:06:58.561765 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Checking segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:06:58.562114 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Network hostable DHCP agents. Network: 2a2ef043-d930-438a-b7bc-58c08f4c893b, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:06:58.564157 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:06:58.587020 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:06:58.597543 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, 2a2ef043-d930-438a-b7bc-58c08f4c893b) {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:06:58.602549 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:06:58.604325 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:06:58.606095 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92b1310-0302-46f5-9cb7-855ea758db2e None None] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:06:58.618928 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4530845 Jun 29 16:06:58.742283 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60486492-d6cc-40f7-8548-323fea3119ab None None] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:07:00.876987 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47828) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:01.078189 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-77b70d56-93e3-49df-8622-8bce3069de28 admin admin] 10.222.0.83 "GET /v2.0/routers/bf0be56b-605b-47b9-8df2-ee683396a42c HTTP/1.1" status: 200 len: 710 time: 0.2000606 Jun 29 16:07:01.161647 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4971d655-c29c-48f8-a40a-4692b17fad42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:07:01.163011 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-4971d655-c29c-48f8-a40a-4692b17fad42 admin admin] 10.222.0.83 "GET /v2.0/networks/2a2ef043-d930-438a-b7bc-58c08f4c893b HTTP/1.1" status: 200 len: 886 time: 0.0797963 Jun 29 16:07:01.171668 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:07:01.414588 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1655823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-790'] for router, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.650378 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.722522 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.828276 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Allocated IP 172.28.0.106 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/bd103322-765d-40b3-82fd-2e8de8cd3876) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:07:01.927013 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.963623 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:01.966985 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:01.997415 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:07:02.001890 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:07:02.005148 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:07:02.044617 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd103322-765d-40b3-82fd-2e8de8cd3876,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:02.071283 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:02.084469 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 43ad3118-42a6-40b7-ab49-d6325b7e8374 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:02.133581 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 43ad3118-42a6-40b7-ab49-d6325b7e8374 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:02.137732 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 43ad3118-42a6-40b7-ab49-d6325b7e8374 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:02.138123 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:02.209957 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:02.242827 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 43ad3118-42a6-40b7-ab49-d6325b7e8374, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=43ad3118-42a6-40b7-ab49-d6325b7e8374,segment=NetworkSegment(b2fe1032-6863-4499-ae17-7b2ccb1cd02a),segment_id=b2fe1032-6863-4499-ae17-7b2ccb1cd02a)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:02.247342 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:02.249423 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:02.254743 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:02.333809 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=43ad3118-42a6-40b7-ab49-d6325b7e8374,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:02.336947 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:02.529174 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1655823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-790'] for router, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:02.532413 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1585992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1655880'] for router, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:02.635522 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Router bf0be56b-605b-47b9-8df2-ee683396a42c has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:07:02.737550 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:07:02.741659 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:02.742852 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] 10.222.0.83 "PUT /v2.0/routers/bf0be56b-605b-47b9-8df2-ee683396a42c HTTP/1.1" status: 200 len: 890 time: 1.5744164 Jun 29 16:07:02.748427 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Sync routers for ids ['bf0be56b-605b-47b9-8df2-ee683396a42c'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:07:02.759371 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Routers {'bf0be56b-605b-47b9-8df2-ee683396a42c'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:02.760088 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:06:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['bf0be56b-605b-47b9-8df2-ee683396a42c'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:02.973373 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Set router bf0be56b-605b-47b9-8df2-ee683396a42c gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:03.360654 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'name': 'router1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'bd103322-765d-40b3-82fd-2e8de8cd3876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:06:45Z', 'updated_at': '2021-06-29T16:07:02Z', 'revision_number': 4, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'gw_port': {'id': 'bd103322-765d-40b3-82fd-2e8de8cd3876', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:01Z', 'updated_at': '2021-06-29T16:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '43ad3118-42a6-40b7-ab49-d6325b7e8374', 'name': '', 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'mac_address': 'fa:16:3e:f7:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46c24b28-f8e3-4527-9930-c584e8309289', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:06:54Z', 'updated_at': '2021-06-29T16:07:02Z', 'revision_number': 5, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'subnets': [{'id': '46c24b28-f8e3-4527-9930-c584e8309289', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f50ee372-3fab-493c-9b1d-375a7d9d2c20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:03.411332 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Checking router: bf0be56b-605b-47b9-8df2-ee683396a42c for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:07:03.411836 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Updating router bf0be56b-605b-47b9-8df2-ee683396a42c port bd103322-765d-40b3-82fd-2e8de8cd3876 binding host dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:07:03.443674 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.757142 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.766802 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Transition to ACTIVE for port object bd103322-765d-40b3-82fd-2e8de8cd3876 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:07:03.772296 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.774390 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:03.818005 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243744e-7137-4808-a913-63c7e403c9eb None None] Pushing event updated for resources: {'Port': ['ID=bd103322-765d-40b3-82fd-2e8de8cd3876,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:03.824501 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-6243744e-7137-4808-a913-63c7e403c9eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:03.828702 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Attempting to bind port bd103322-765d-40b3-82fd-2e8de8cd3876 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:07:03.829078 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Attempting to bind port bd103322-765d-40b3-82fd-2e8de8cd3876 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:07:03.829447 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Attempting to bind port bd103322-765d-40b3-82fd-2e8de8cd3876 on network 2a2ef043-d930-438a-b7bc-58c08f4c893b {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:07:03.837067 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:07:03.837712 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Checking segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:07:03.838405 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.839073 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Bound using segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:07:03.840433 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Bound port: bd103322-765d-40b3-82fd-2e8de8cd3876, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:07:03.841107 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.894192 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] For port bd103322-765d-40b3-82fd-2e8de8cd3876, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:07:03.897192 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] For port bd103322-765d-40b3-82fd-2e8de8cd3876, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=bd103322-765d-40b3-82fd-2e8de8cd3876,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:07:03.902459 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:03.905468 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:03.950991 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Routers {'bf0be56b-605b-47b9-8df2-ee683396a42c'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:07:03.951632 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:06:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['bf0be56b-605b-47b9-8df2-ee683396a42c'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:04.088605 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 43ad3118-42a6-40b7-ab49-d6325b7e8374 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:04.096508 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243744e-7137-4808-a913-63c7e403c9eb None None] Pushing event updated for resources: {'Port': ['ID=bd103322-765d-40b3-82fd-2e8de8cd3876,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:04.099425 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-6243744e-7137-4808-a913-63c7e403c9eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:04.188650 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] Set router bf0be56b-605b-47b9-8df2-ee683396a42c gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:07:04.229039 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 43ad3118-42a6-40b7-ab49-d6325b7e8374 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:04.229414 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:04.463953 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'name': 'router1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'bd103322-765d-40b3-82fd-2e8de8cd3876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:06:45Z', 'updated_at': '2021-06-29T16:07:02Z', 'revision_number': 4, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'gw_port': {'id': 'bd103322-765d-40b3-82fd-2e8de8cd3876', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:01Z', 'updated_at': '2021-06-29T16:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '43ad3118-42a6-40b7-ab49-d6325b7e8374', 'name': '', 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'mac_address': 'fa:16:3e:f7:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46c24b28-f8e3-4527-9930-c584e8309289', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:06:54Z', 'updated_at': '2021-06-29T16:07:02Z', 'revision_number': 5, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'subnets': [{'id': '46c24b28-f8e3-4527-9930-c584e8309289', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f50ee372-3fab-493c-9b1d-375a7d9d2c20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:07:04.490466 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d26eb5-8641-4a47-aa21-e32e63730ea4 None None] The sync data for ids ['bf0be56b-605b-47b9-8df2-ee683396a42c'] in dv-cinder-786260-7-smb is: [{'id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'name': 'router1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'bd103322-765d-40b3-82fd-2e8de8cd3876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:06:45Z', 'updated_at': '2021-06-29T16:07:02Z', 'revision_number': 4, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'gw_port': {'id': 'bd103322-765d-40b3-82fd-2e8de8cd3876', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f4:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:07:01Z', 'updated_at': '2021-06-29T16:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '43ad3118-42a6-40b7-ab49-d6325b7e8374', 'name': '', 'network_id': 'ff49f8be-22c3-4061-a190-06c70c43a7b1', 'tenant_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'mac_address': 'fa:16:3e:f7:45:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf0be56b-605b-47b9-8df2-ee683396a42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46c24b28-f8e3-4527-9930-c584e8309289', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:06:54Z', 'updated_at': '2021-06-29T16:07:02Z', 'revision_number': 5, 'project_id': 'bfb3d75b9f6345c2956b4c7b95f859cc', 'subnets': [{'id': '46c24b28-f8e3-4527-9930-c584e8309289', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f50ee372-3fab-493c-9b1d-375a7d9d2c20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:07:05.093518 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 47838) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:07:05.224455 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-289dbeb2-392f-4c69-9284-f014fb139686 admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1297138 Jun 29 16:07:06.116294 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device bd103322-765d-40b3-82fd-2e8de8cd3876 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:06.141270 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 5 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:07:06.163020 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port bd103322-765d-40b3-82fd-2e8de8cd3876 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:07:06.166427 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port bd103322-765d-40b3-82fd-2e8de8cd3876 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:06.166799 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.245060 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.265241 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port bd103322-765d-40b3-82fd-2e8de8cd3876, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=bd103322-765d-40b3-82fd-2e8de8cd3876,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:07:06.269846 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:06.272082 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:07:06.324107 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=bd103322-765d-40b3-82fd-2e8de8cd3876,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:07:06.327134 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:07:08.084196 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device bd103322-765d-40b3-82fd-2e8de8cd3876 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:07:08.189403 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port bd103322-765d-40b3-82fd-2e8de8cd3876 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:07:08.189787 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:19.655020 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c76de559-0065-4f22-9737-e7742647cd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:21.984967 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-82b1bf4c-c825-4ad6-80d3-1b0e4d15d88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:22.263237 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:23.196323 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:24.890675 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:43.141668 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 5 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:07:49.627563 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-81dd8674-0668-42aa-b25c-66142088ffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:51.978121 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d2fd2ee4-66e6-4605-9448-37867a7b9a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:52.258078 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:53.197604 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:07:54.896120 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:19.628212 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a07a6ae2-a048-4ce7-aced-0707ee163d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:20.140512 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 5 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:08:21.980988 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-44592a99-3f46-41a8-9ab8-0ecdb1723039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:22.260702 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:23.200973 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:24.899606 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:39.892237 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48406) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:39.953817 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.pecan_wsgi.hooks.translation [None req-981ed304-3f10-48fe-9072-8e420ca09f6d admin admin] GET failed (client error): The resource could not be found. Jun 29 16:08:39.955140 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-981ed304-3f10-48fe-9072-8e420ca09f6d admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619557 Jun 29 16:08:40.112503 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cabde2-4a61-4151-ac6d-a88e471c397a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:40.116523 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-20cabde2-4a61-4151-ac6d-a88e471c397a admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550248 Jun 29 16:08:42.248166 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48416) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:42.339295 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b9eddf-8abd-498d-a156-87dcefa11e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:42.340728 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-b9b9eddf-8abd-498d-a156-87dcefa11e92 admin admin] 10.222.0.83 "GET /v2.0/subnets/46c24b28-f8e3-4527-9930-c584e8309289 HTTP/1.1" status: 200 len: 849 time: 0.0915565 Jun 29 16:08:42.349988 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:08:42.438191 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.574369 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790207847123'] for subnet, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.577109 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:08:42.606072 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:42.606575 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:42.607861 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] 10.222.0.83 "PUT /v2.0/subnets/46c24b28-f8e3-4527-9930-c584e8309289 HTTP/1.1" status: 200 len: 868 time: 0.2618032 Jun 29 16:08:42.626348 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46c24b28-f8e3-4527-9930-c584e8309289,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:08:42.627028 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d482cd7-792c-4121-90c6-ec6e8c8f487e None None] Network ff49f8be-22c3-4061-a190-06c70c43a7b1 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:08:42.634881 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.635581 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.636227 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.636789 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.637311 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.637987 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.638506 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.639029 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.639571 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.640105 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.640632 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.641157 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:08:42.645354 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:08:42.978890 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-8fd38292-c562-4c3d-8b7a-2ddf0b1a158b None None] Provisioning complete for port 43ad3118-42a6-40b7-ab49-d6325b7e8374 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:42.979266 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8fd38292-c562-4c3d-8b7a-2ddf0b1a158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:43.061653 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-8fd38292-c562-4c3d-8b7a-2ddf0b1a158b None None] Provisioning complete for port 20a394d6-4910-48a8-bf79-2a3b91c4b7ed triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:08:43.062024 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8fd38292-c562-4c3d-8b7a-2ddf0b1a158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:44.759016 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48424) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:44.957555 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9910c056-1fea-47bc-b580-0ca659874fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:44.957941 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9910c056-1fea-47bc-b580-0ca659874fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:44.959709 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-9910c056-1fea-47bc-b580-0ca659874fea admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1997316 Jun 29 16:08:47.077828 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48432) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:47.207317 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5af51-0edd-4f81-9648-558899797d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:47.207813 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde5af51-0edd-4f81-9648-558899797d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:47.210969 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-cde5af51-0edd-4f81-9648-558899797d6a admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309299 Jun 29 16:08:49.331045 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48440) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:49.449579 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b233e81-ab1f-4555-921f-536547d100e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:49.450916 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-9b233e81-ab1f-4555-921f-536547d100e0 admin admin] 10.222.0.83 "GET /v2.0/networks/2a2ef043-d930-438a-b7bc-58c08f4c893b HTTP/1.1" status: 200 len: 886 time: 0.1189396 Jun 29 16:08:49.629221 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-261c79df-64c5-4b42-87e6-b7816121e639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:51.573716 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48448) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:51.705175 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6062f6fe-c177-4e23-81f7-e73c2525601c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:51.706521 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-6062f6fe-c177-4e23-81f7-e73c2525601c admin admin] 10.222.0.83 "GET /v2.0/networks/ff49f8be-22c3-4061-a190-06c70c43a7b1 HTTP/1.1" status: 200 len: 869 time: 0.1318667 Jun 29 16:08:51.983377 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1514f726-3ce5-4fca-8c7a-c0b1bd928a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:52.261761 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.203615 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:53.844079 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48456) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:53.962868 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf7ae7-9c97-4ae8-9992-6a2742b01fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:53.963335 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf7ae7-9c97-4ae8-9992-6a2742b01fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:53.964852 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-cabf7ae7-9c97-4ae8-9992-6a2742b01fe3 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1198432 Jun 29 16:08:54.902508 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:08:56.102353 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48464) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:56.288854 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64113b3e-158f-4f74-b1a5-12d768eb4623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:56.289239 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64113b3e-158f-4f74-b1a5-12d768eb4623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:56.290765 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-64113b3e-158f-4f74-b1a5-12d768eb4623 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1874788 Jun 29 16:08:57.139219 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 5 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:08:58.404817 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 48472) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:08:58.501179 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca4e05-ee1c-4d32-9162-31d0edf60085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:08:58.502491 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-08ca4e05-ee1c-4d32-9162-31d0edf60085 admin admin] 10.222.0.83 "GET /v2.0/subnets/46c24b28-f8e3-4527-9930-c584e8309289 HTTP/1.1" status: 200 len: 868 time: 0.0967464 Jun 29 16:09:00.632506 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48482) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:00.714821 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e2150e-3e60-48e2-8d64-b06097b7539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:00.716187 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-55e2150e-3e60-48e2-8d64-b06097b7539f admin admin] 10.222.0.83 "GET /v2.0/subnets/acb53a12-ac97-470e-b6d5-13a621a8d28d HTTP/1.1" status: 200 len: 816 time: 0.0827413 Jun 29 16:09:19.630338 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-db278f3c-1a03-47b6-8809-5aafab6a1e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:21.984408 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-214db7ee-0751-459f-84bf-9df9d003e0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:22.261914 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.207982 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:23.889014 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48526) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:23.933594 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [None req-ed270830-2c01-4c78-b2c7-4d355e5c6db2 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:09:23.934585 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-ed270830-2c01-4c78-b2c7-4d355e5c6db2 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446115 Jun 29 16:09:24.907550 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:26.120845 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48534) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:26.178609 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4328a7-b573-487c-af05-df3356a478bd admin admin] GET failed (client error): The resource could not be found. Jun 29 16:09:26.179936 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-2c4328a7-b573-487c-af05-df3356a478bd admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0580080 Jun 29 16:09:26.263700 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9009224-c3cb-4ca1-8ab3-80f99eb7523f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:26.265461 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a9009224-c3cb-4ca1-8ab3-80f99eb7523f admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815687 Jun 29 16:09:28.424164 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 48542) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:28.469198 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:28.491673 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Made reservation on behalf of fff612400d3142dd81af4199f516780a for: {'network': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:28.493917 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.535300 dv-cinder-786260-7-smb neutron-server[93151]: WARNING neutron.services.revisions.revision_plugin [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Could not find related network for resource to bump revision. Jun 29 16:09:28.551872 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:09:28.565749 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790207750202', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.566317 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Unsubscribe: segment precommit_create {{(pid=93151) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 16:09:28.567412 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.segments_db [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Added segment 2db46bf8-d075-4dff-bd7b-e0eaef274630 of type vlan for network e98add6d-1a97-4b5b-aee4-f2914e39331f Jun 29 16:09:28.614592 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.677845 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.679181 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:28.679773 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:28.681989 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:28.749117 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3238785 Jun 29 16:09:28.770112 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Pushing event updated for resources: {'Network': ['ID=e98add6d-1a97-4b5b-aee4-f2914e39331f,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:28.777586 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.777917 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.778243 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.778564 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.778883 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.779201 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.779514 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.779859 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.780182 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.780501 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.780811 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.781529 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:28.786026 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:28.793519 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network e98add6d-1a97-4b5b-aee4-f2914e39331f details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:09:30.894184 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 48550) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:09:30.952507 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d130dc-564a-46da-872c-01d301b8c01c admin admin] GET failed (client error): The resource could not be found. Jun 29 16:09:30.953796 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-a7d130dc-564a-46da-872c-01d301b8c01c admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580478 Jun 29 16:09:31.055164 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0657159-a90a-455d-bda1-2868e7112230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:31.056629 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-e0657159-a90a-455d-bda1-2868e7112230 admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0984106 Jun 29 16:09:31.066407 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Request body: {'subnet': {'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:09:31.086848 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Made reservation on behalf of fff612400d3142dd81af4199f516780a for: {'subnet': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:09:31.089052 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.247387 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for subnet, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.250189 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e03dddd5-c0b0-4310-a832-9b23fed8ebe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:31.299883 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2116142d-65cd-4cdd-a848-42766f19fd7f,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:31.302945 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:31.309544 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Checking segment: {'id': '2db46bf8-d075-4dff-bd7b-e0eaef274630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:31.309892 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Network hostable DHCP agents. Network: e98add6d-1a97-4b5b-aee4-f2914e39331f, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:09:31.326104 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Network e98add6d-1a97-4b5b-aee4-f2914e39331f is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:09:31.338333 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, e98add6d-1a97-4b5b-aee4-f2914e39331f) {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:31.342514 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:09:31.343101 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.348067 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b5f237-f639-4153-9264-8e71a1a99e8b None None] Network e98add6d-1a97-4b5b-aee4-f2914e39331f requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:09:31.365413 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2951579 Jun 29 16:09:31.594070 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d8c25ef-cf86-5e97-9a45-35b8c86f43c7-e98add6d-1a97-4b5b-aee4-f2914e39331f', 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f', 'tenant_id': 'fff612400d3142dd81af4199f516780a', 'fixed_ips': [{'subnet_id': '2116142d-65cd-4cdd-a848-42766f19fd7f'}]}} from dv-cinder-786260-7-smb. {{(pid=93152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:09:31.595013 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.731788 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Allocated IP 192.168.233.2 (e98add6d-1a97-4b5b-aee4-f2914e39331f/2116142d-65cd-4cdd-a848-42766f19fd7f/74ef5ba7-5f07-476c-9045-d728b8b34fc8) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:09:31.875450 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.885383 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Transition to ACTIVE for port object 74ef5ba7-5f07-476c-9045-d728b8b34fc8 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:31.901582 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Transition to ACTIVE for port object 74ef5ba7-5f07-476c-9045-d728b8b34fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:09:31.908452 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:31.910592 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:31.947621 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Network e98add6d-1a97-4b5b-aee4-f2914e39331f is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:09:31.950458 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:09:31.953068 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:09:31.966038 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Pushing event updated for resources: {'Port': ['ID=74ef5ba7-5f07-476c-9045-d728b8b34fc8,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:31.993529 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.993877 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.994215 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.994550 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.994879 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.995204 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.995526 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.995893 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.996212 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.996528 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.996843 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:31.997155 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:09:32.001322 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:32.031372 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Attempting to bind port 74ef5ba7-5f07-476c-9045-d728b8b34fc8 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:09:32.031778 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Attempting to bind port 74ef5ba7-5f07-476c-9045-d728b8b34fc8 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '2db46bf8-d075-4dff-bd7b-e0eaef274630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:09:32.032141 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Attempting to bind port 74ef5ba7-5f07-476c-9045-d728b8b34fc8 on network e98add6d-1a97-4b5b-aee4-f2914e39331f {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:09:32.037029 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:09:32.037438 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Checking segment: {'id': '2db46bf8-d075-4dff-bd7b-e0eaef274630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:09:32.037844 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.038233 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Bound using segment: {'id': '2db46bf8-d075-4dff-bd7b-e0eaef274630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:09:32.038701 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Bound port: 74ef5ba7-5f07-476c-9045-d728b8b34fc8, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db46bf8-d075-4dff-bd7b-e0eaef274630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:09:32.039105 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.100550 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] For port 74ef5ba7-5f07-476c-9045-d728b8b34fc8, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:09:32.104043 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] For port 74ef5ba7-5f07-476c-9045-d728b8b34fc8, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=74ef5ba7-5f07-476c-9045-d728b8b34fc8,segment=NetworkSegment(2db46bf8-d075-4dff-bd7b-e0eaef274630),segment_id=2db46bf8-d075-4dff-bd7b-e0eaef274630)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:09:32.108381 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:32.110771 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:32.170104 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Pushing event updated for resources: {'Port': ['ID=74ef5ba7-5f07-476c-9045-d728b8b34fc8,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:32.174581 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:32.969381 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c711509-970f-41b1-b123-e3ee61efdef5 None None] Network e98add6d-1a97-4b5b-aee4-f2914e39331f requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:09:33.033918 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-2365fa9b-b425-456c-a2b8-f2cae6ccf148 None None] Provisioning for port 74ef5ba7-5f07-476c-9045-d728b8b34fc8 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:34.138084 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 5 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:09:34.208044 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 74ef5ba7-5f07-476c-9045-d728b8b34fc8 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:34.256227 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 74ef5ba7-5f07-476c-9045-d728b8b34fc8 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:09:34.259979 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 74ef5ba7-5f07-476c-9045-d728b8b34fc8 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:34.260353 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.337324 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.369146 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 74ef5ba7-5f07-476c-9045-d728b8b34fc8, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=74ef5ba7-5f07-476c-9045-d728b8b34fc8,segment=NetworkSegment(2db46bf8-d075-4dff-bd7b-e0eaef274630),segment_id=2db46bf8-d075-4dff-bd7b-e0eaef274630)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:09:34.372852 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:34.375008 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:09:34.422329 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=74ef5ba7-5f07-476c-9045-d728b8b34fc8,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:09:34.425356 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:09:36.184635 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 74ef5ba7-5f07-476c-9045-d728b8b34fc8 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:09:36.233110 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 74ef5ba7-5f07-476c-9045-d728b8b34fc8 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:09:36.233487 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:49.633350 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-be59ccc4-61f4-4bac-8620-e9a96757ef39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:51.988400 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5fd2b838-4cbe-4be7-be67-9c38e25ee090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:52.262807 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:53.211074 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:09:54.911497 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:11.136857 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 5 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:10:19.635399 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-494c2a77-d3dd-43e1-bbcf-a225e52caf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:21.990500 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b8465c2d-96ac-4f29-af02-18925124ec8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:22.264437 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:23.214107 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:24.915464 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:38.647886 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 48602) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:38.654445 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [None req-5c341fc0-35ac-4f04-8677-edda8c0ac30f tempest-verify_tempest_config-487609919 tempest-verify_tempest_config-487609919-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:10:38.655403 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-5c341fc0-35ac-4f04-8677-edda8c0ac30f tempest-verify_tempest_config-487609919 tempest-verify_tempest_config-487609919-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065761 Jun 29 16:10:38.956687 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 48620) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:39.057251 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.175414 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.179612 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.185494 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:39.224884 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=faaf57518f0846508b009473481d4d1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2671227 Jun 29 16:10:39.225824 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340d96c2-eb24-42c4-8193-ac358a178255,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:39.227789 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48624) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:10:39.232979 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.233319 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.233702 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.233975 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.234298 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.234617 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.234932 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.235248 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.235601 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.235941 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.236252 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.236562 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.240944 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:39.282051 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.302048 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.387897 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.390692 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:39.391860 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/340d96c2-eb24-42c4-8193-ac358a178255 HTTP/1.1" status: 204 len: 168 time: 0.1630566 Jun 29 16:10:39.392478 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:10:39.401458 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340d96c2-eb24-42c4-8193-ac358a178255,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:10:39.409061 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.409395 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.409726 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.410044 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.410481 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.410816 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.411135 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.411452 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.411813 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.412135 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.412447 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.412758 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:10:39.416360 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:10:48.134946 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 5 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:10:49.637336 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e17c9e86-4084-4ea1-9ad2-04c71f0f7dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:51.991407 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-07c693c9-13eb-4246-95a8-6ac989b5a250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:52.265249 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:53.217136 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:10:54.920090 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:19.637596 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-37288723-bd56-41f6-b16b-621a861b0a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:21.992013 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-095289a1-9e2e-4f6d-aa4a-ca8631e2e593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:22.265835 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:23.218462 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:24.925402 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:25.132857 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 5 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:11:49.638343 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1d95cb29-2aae-4a8c-96ff-b77b7bde4141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:51.991677 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7047e4e1-3575-421a-aaa1-9c31de2eb89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:52.267214 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:53.223630 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:11:54.927138 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:02.131503 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 5 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:12:19.638743 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8d2fff7b-37c9-40f5-ad2a-f65a4a5b738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:21.993407 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2427fa88-0e61-479a-a414-b73449016ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.273474 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:22.419034 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1655390'] for agent, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:23.227356 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:24.930845 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:26.538140 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48678) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:26.644299 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-2addc9f8-48ab-4426-b61f-1d21cdebfe92 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1045754 Jun 29 16:12:28.863190 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48688) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:12:28.920604 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-cbb15fa2-2d0d-47ee-a851-6cdfe1471669 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0562620 Jun 29 16:12:39.129693 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:12:49.639474 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d2025621-80e1-4c2b-8bca-711f522ae48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:51.994950 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-67150528-826d-4f9a-9f80-80e9a25818fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:52.274568 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:52.372426 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:53.229732 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:12:54.932931 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:16.127499 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:13:19.641593 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3502cab2-1083-404c-864d-b5bdc09acb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:21.996039 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2aa25828-646b-4b38-8893-ece0faab01c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:22.275827 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:22.388983 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:23.234351 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:24.940014 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:49.640907 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9f952a58-5d7f-4e1a-aff2-b15b3cd08036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:51.996576 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7cb1628c-f9cf-43f4-a314-43ebbb0e5360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:52.278256 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:52.391480 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:53.127328 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:13:53.234054 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:13:54.939529 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:02.573125 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48904) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:02.926381 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-network', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:02.955133 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Made reservation on behalf of ede810cff1934209b9175f05a4ca66be for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:02.958757 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:02.971094 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.025875 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 48936) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:03.070203 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.076820 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.082800 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4f15156d-0d8e-45ea-9f12-55649f0c00c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:03.110141 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503ac1c5-b18e-4587-8b64-30393b3b64d9,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:03.121611 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.121945 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.122276 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.122597 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.122916 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.123236 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.123549 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.123886 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.124285 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.124555 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.124861 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.125170 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Tracked resource versions report: Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: pushed versions: Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: { 'AddressGroup': {'1.2'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'ConntrackHelper': {'1.0'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'Log': {'1.0'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'Network': {'1.1'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'Port': {'1.7'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'PortForwarding': {'1.2'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'QosPolicy': {'1.8'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'SecurityGroup': {'1.4'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'SubPort': {'1.0'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'Subnet': {'1.1'}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'Trunk': {'1.1'}} Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: consumer versions: Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: { DHCP agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: HyperV agent@hv-cinder-78626: {}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: L3 agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: Metadata agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: Metering agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: Open vSwitch agent@dv-cinder-786260-7-smb: { 'AddressGroup': '1.2', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'ConntrackHelper': '1.0', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'Log': '1.0', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'Network': '1.1', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'Port': '1.7', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'PortForwarding': '1.2', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'QosPolicy': '1.8', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'SecurityGroup': '1.4', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'SecurityGroupRule': '1.2', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'SubPort': '1.0', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'Subnet': '1.1', Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: 'Trunk': '1.1'}} Jun 29 16:14:03.126181 dv-cinder-786260-7-smb neutron-server[93150]: {{(pid=93150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:14:03.131669 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:03.136492 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:14:03.149015 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.149382 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Added segment 5a0ecff7-4dd5-412b-bad8-4762138cd8e4 of type vlan for network cbc31666-6aec-4178-b375-a60521877b6f Jun 29 16:14:03.189875 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.220299 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.221689 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:03.222270 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.225217 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a1afd26b-5a28-4049-bd29-d4c54442a02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:03.247251 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 48950) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:03.280037 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 48954) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:03.280387 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7055209 Jun 29 16:14:03.286281 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Request body: {'subnet': {'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-subnet', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:03.295593 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc31666-6aec-4178-b375-a60521877b6f,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:03.299022 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:03.307102 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network cbc31666-6aec-4178-b375-a60521877b6f details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:14:03.314939 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Made reservation on behalf of ede810cff1934209b9175f05a4ca66be for: {'subnet': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:03.318005 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.467898 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-867877229-network', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:03.520101 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for subnet, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.528937 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:03.543899 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Made reservation on behalf of f6d71620e8cc45cc9d7bdafc56304f78 for: {'network': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:03.546220 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.583296 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.621019 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Checking segment: {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:03.621615 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Network hostable DHCP agents. Network: cbc31666-6aec-4178-b375-a60521877b6f, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:14:03.628503 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dcc1993-5973-4c4c-a552-bca503ab7d4d,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:03.644926 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.645550 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.646043 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.646527 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.647007 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.647483 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.647993 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.648466 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.648959 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.650069 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.650559 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.651047 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Tracked resource versions report: Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: pushed versions: Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: { 'AddressGroup': {'1.2'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'ConntrackHelper': {'1.0'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'Log': {'1.0'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'Network': {'1.1'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'Port': {'1.7'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'PortForwarding': {'1.2'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'QosPolicy': {'1.8'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'SecurityGroup': {'1.4'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'SubPort': {'1.0'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'Subnet': {'1.1'}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'Trunk': {'1.1'}} Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: consumer versions: Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: { DHCP agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: HyperV agent@hv-cinder-78626: {}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: L3 agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: Metadata agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: Metering agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: Open vSwitch agent@dv-cinder-786260-7-smb: { 'AddressGroup': '1.2', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'ConntrackHelper': '1.0', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'Log': '1.0', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'Network': '1.1', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'Port': '1.7', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'PortForwarding': '1.2', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'QosPolicy': '1.8', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'SecurityGroup': '1.4', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'SecurityGroupRule': '1.2', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'SubPort': '1.0', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'Subnet': '1.1', Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: 'Trunk': '1.1'}} Jun 29 16:14:03.652312 dv-cinder-786260-7-smb neutron-server[93151]: {{(pid=93151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:14:03.661335 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:03.686043 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Network cbc31666-6aec-4178-b375-a60521877b6f is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:14:03.707124 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, cbc31666-6aec-4178-b375-a60521877b6f) {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:03.717779 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434143cb-0b46-4ea0-a5f5-85b893966420 None None] Network cbc31666-6aec-4178-b375-a60521877b6f requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:03.720627 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:03.721508 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.754146 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2145438956-network', 'tenant_id': 'a0704c41aabc413599634286cefc4393'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:03.781095 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.788015 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.803881 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:14:03.816816 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.817554 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.segments_db [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Added segment eb09a1a9-cc73-44e7-99e5-893279ab40d5 of type vlan for network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 Jun 29 16:14:03.863483 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.876945 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1a55bd65-70d3-463e-aa5a-0fa3a0b67fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:03.884364 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-dc028d14-4cb3-4990-8028-d30c3781c31b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6021826 Jun 29 16:14:03.888109 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48980) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:03.893341 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:03.937979 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Made reservation on behalf of a0704c41aabc413599634286cefc4393 for: {'network': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:03.942262 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.949319 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.951828 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:03.952751 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.955743 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e15cb-a349-4c74-a0d6-17258c2a4bed,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:03.969256 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1655808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1011'] for router, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.970438 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1713502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-996'] for router, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:03.994382 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:04.004815 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7ce9ebcf-9e21-4e86-9f4f-89088040578f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:04.008616 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d8c25ef-cf86-5e97-9a45-35b8c86f43c7-cbc31666-6aec-4178-b375-a60521877b6f', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d'}]}} from dv-cinder-786260-7-smb. {{(pid=93152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:14:04.010130 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.013570 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.088961 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Pushing event updated for resources: {'Network': ['ID=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:04.097746 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0698922 Jun 29 16:14:04.098688 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 48992) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:04.101711 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:04.114238 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.121874 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Request body: {'subnet': {'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-867877229-subnet', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:04.172908 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:14:04.213172 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.219117 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.226720 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:04.281975 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:14:04.315219 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f31968-f108-45a8-8584-fd7d68f586b0,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:04.346258 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.349289 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Allocated IP 172.20.0.2 (cbc31666-6aec-4178-b375-a60521877b6f/9dcc1993-5973-4c4c-a552-bca503ab7d4d/50850ada-38dc-4fd8-87f2-e73ad54b68c3) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:04.349774 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.segments_db [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Added segment ef0f2b8c-602f-4ccf-b2af-d5c96d336120 of type vlan for network ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 Jun 29 16:14:04.351371 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:04.371798 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Made reservation on behalf of f6d71620e8cc45cc9d7bdafc56304f78 for: {'subnet': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:04.375374 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Notify callbacks [] for subnet, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.392743 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1655823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-790'] for router, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.406674 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.461233 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.466825 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:04.469918 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.480485 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:04.660534 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3975871 Jun 29 16:14:04.662160 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49008) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:04.674470 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Request body: {'subnet': {'network_id': 'ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2145438956-subnet', 'tenant_id': 'a0704c41aabc413599634286cefc4393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:04.702614 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Pushing event updated for resources: {'Network': ['ID=ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:04.702978 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.706643 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:04.715947 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:14:04.721786 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Transition to ACTIVE for port object 50850ada-38dc-4fd8-87f2-e73ad54b68c3 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:04.746273 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Made reservation on behalf of a0704c41aabc413599634286cefc4393 for: {'subnet': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:04.760354 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.799332 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Transition to ACTIVE for port object 50850ada-38dc-4fd8-87f2-e73ad54b68c3 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:04.806176 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for subnet, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.817497 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:04.819703 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-854dc2ba-998b-4653-a326-0909b6042aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:04.833284 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:04.896824 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=00856550-075c-4e4e-823b-b11e67c61907,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:04.925646 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Network cbc31666-6aec-4178-b375-a60521877b6f is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:04.939284 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:04.944064 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:04.944866 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:04.945861 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Checking segment: {'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:04.947078 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Network hostable DHCP agents. Network: 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:14:04.961759 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Pushing event updated for resources: {'Port': ['ID=50850ada-38dc-4fd8-87f2-e73ad54b68c3,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:04.989898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.989898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.989898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.989898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.989898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.989898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.989898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.991184 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.991578 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.992000 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.992371 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.992714 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Tracked resource versions report: Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: pushed versions: Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: { 'AddressGroup': {'1.2'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'ConntrackHelper': {'1.0'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'Log': {'1.0'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'Network': {'1.1'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'Port': {'1.7'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'PortForwarding': {'1.2'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'QosPolicy': {'1.8'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'SecurityGroup': {'1.4'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'SubPort': {'1.0'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'Subnet': {'1.1'}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'Trunk': {'1.1'}} Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: consumer versions: Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: { DHCP agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: HyperV agent@hv-cinder-78626: {}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: L3 agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: Metadata agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: Metering agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: Open vSwitch agent@dv-cinder-786260-7-smb: { 'AddressGroup': '1.2', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'ConntrackHelper': '1.0', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'Log': '1.0', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'Network': '1.1', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'Port': '1.7', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'PortForwarding': '1.2', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'QosPolicy': '1.8', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'SecurityGroup': '1.4', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'SecurityGroupRule': '1.2', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'SubPort': '1.0', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'Subnet': '1.1', Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: 'Trunk': '1.1'}} Jun 29 16:14:04.999538 dv-cinder-786260-7-smb neutron-server[93152]: {{(pid=93152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:14:05.029417 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:05.059261 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.072606 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Attempting to bind port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:05.072973 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Attempting to bind port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:05.073363 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Attempting to bind port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 on network cbc31666-6aec-4178-b375-a60521877b6f {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:05.083392 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:14:05.089451 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:05.092937 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Checking segment: {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:05.093428 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.093935 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Bound using segment: {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:05.094502 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Bound port: 50850ada-38dc-4fd8-87f2-e73ad54b68c3, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:05.094910 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.096222 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.107495 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6) {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:05.123746 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:05.123746 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.134613 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b63b4-64f9-4ffd-8b0a-270f8adcfd1d None None] Network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:05.145652 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for subnet, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.151550 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:05.170855 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0584390 Jun 29 16:14:05.171544 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49030) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:05.175969 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-867877229-router', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:05.216129 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1655808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1011'] for router, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.217883 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1713502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-996'] for router, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.251414 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] For port 50850ada-38dc-4fd8-87f2-e73ad54b68c3, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:05.272403 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] For port 50850ada-38dc-4fd8-87f2-e73ad54b68c3, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=50850ada-38dc-4fd8-87f2-e73ad54b68c3,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:05.277041 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c0dc55b-b92e-49b1-881d-a51ac6978e2a,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:05.287681 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:05.288853 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Checking segment: {'id': 'ef0f2b8c-602f-4ccf-b2af-d5c96d336120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:05.289346 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Network hostable DHCP agents. Network: ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:14:05.295909 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.314364 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Network ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:14:05.326638 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32) {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:05.331389 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:05.332171 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.333472 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:05.342520 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Allocated IP 172.28.0.243 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/0cf64d49-44ac-41df-8337-fb71e4a1c169) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:05.345438 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:05.347168 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6722da-ac84-45ae-9e79-e9bf8d5c147e None None] Network ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:05.357049 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-ffba2036-a076-4d45-b195-09a927807466 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6921301 Jun 29 16:14:05.394934 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc34280-d346-4788-9f67-22a9987ab9db None None] Network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:05.535921 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Pushing event updated for resources: {'Port': ['ID=50850ada-38dc-4fd8-87f2-e73ad54b68c3,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:05.571960 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:05.739871 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebbd1a4-a349-4c6a-9ba3-090852413d90 None None] Network ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:06.057667 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1655823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-790'] for router, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:06.179802 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:06.290490 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:06.301609 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:06.490069 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 50850ada-38dc-4fd8-87f2-e73ad54b68c3 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:06.569878 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:06.578769 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:06.581941 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:06.584771 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Pushing event updated for resources: {'Port': ['ID=0cf64d49-44ac-41df-8337-fb71e4a1c169,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:06.589552 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:06.651418 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:06.692234 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49118) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:06.700223 dv-cinder-786260-7-smb neutron-server[93151]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 16:14:06.744165 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:06.768934 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:06.917940 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a08576-e443-40c5-8519-dd09a2e88760 None None] Network cbc31666-6aec-4178-b375-a60521877b6f requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:14:06.988996 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Allocated IP 172.28.0.136 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/01a0911a-cdc2-49f6-847c-86c186d027f4) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:06.991298 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.015724 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d724a-6964-434b-b41d-39cac430a48f req-b05704c8-9447-4b60-a7e1-e05ed05aa5d2 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:07.017252 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-b05704c8-9447-4b60-a7e1-e05ed05aa5d2 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/networks?id=ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 HTTP/1.1" status: 200 len: 812 time: 0.3183541 Jun 29 16:14:07.036551 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-130643c4-1f99-4b24-a56e-b768a0e5ab29 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/quotas/a0704c41aabc413599634286cefc4393 HTTP/1.1" status: 200 len: 375 time: 0.0131741 Jun 29 16:14:07.043156 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-4a1549d9-78fb-4747-b3fc-f3a188e8fa13 None None] Provisioning for port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:07.048520 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-4a1549d9-78fb-4747-b3fc-f3a188e8fa13 None None] Provisioning complete for port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:07.049118 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4a1549d9-78fb-4747-b3fc-f3a188e8fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.068091 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49134) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:07.263270 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.298812 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4a1549d9-78fb-4747-b3fc-f3a188e8fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.318860 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-92500190-2f9f-44e0-b269-35c78799220d tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0704c41aabc413599634286cefc4393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2705996 Jun 29 16:14:07.338006 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-08e687c2-179a-45bb-945e-df0017c05c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.360387 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586085'] for router, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.361090 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-4a1549d9-78fb-4747-b3fc-f3a188e8fa13 None None] For port 50850ada-38dc-4fd8-87f2-e73ad54b68c3, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=50850ada-38dc-4fd8-87f2-e73ad54b68c3,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:07.368738 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4a1549d9-78fb-4747-b3fc-f3a188e8fa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.375495 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-dc38386e-5c9d-4647-b4ed-78c18c007a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:07.458203 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1549d9-78fb-4747-b3fc-f3a188e8fa13 None None] Pushing event updated for resources: {'Port': ['ID=50850ada-38dc-4fd8-87f2-e73ad54b68c3,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:07.463496 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-4a1549d9-78fb-4747-b3fc-f3a188e8fa13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:07.487913 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-08e687c2-179a-45bb-945e-df0017c05c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.495324 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.495510 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-08e687c2-179a-45bb-945e-df0017c05c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.498682 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:07.506174 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4e3d061e-83d9-4d05-9a64-d4130c789c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:07.522749 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-2bc1b430-dfcb-4893-9350-47296c1e6732 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:14:07.541220 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-2bc1b430-dfcb-4893-9350-47296c1e6732 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1131039 Jun 29 16:14:07.639201 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:07.646727 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:07.652285 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:07.706108 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-08e687c2-179a-45bb-945e-df0017c05c56 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d25647d65ae3488d885b5eb15c64d823&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6363709 Jun 29 16:14:07.722293 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49166) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:07.729357 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-6ded4ef5-098e-4f61-bfbe-0e8adf2c766b None None] Provisioning complete for port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:07.730101 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6ded4ef5-098e-4f61-bfbe-0e8adf2c766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:07.753726 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Pushing event updated for resources: {'Port': ['ID=01a0911a-cdc2-49f6-847c-86c186d027f4,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:07.758652 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:07.770909 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e687c2-179a-45bb-945e-df0017c05c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e22f7c-9dba-49c4-84a2-18a511cb0559,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:07.817814 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-08e687c2-179a-45bb-945e-df0017c05c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:07.824757 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Router 325ab1b0-ade4-4e04-a459-9a0969b84d68 is scheduled to L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b with binding_index 1 {{(pid=93150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:14:07.878054 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-f310b69a-36d0-4346-9908-29e2fb1bbc5e service neutron] 10.222.0.83 "GET /v2.0/networks/ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358634 Jun 29 16:14:07.958126 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-796fe94a-f725-4cd9-9dea-180604f4390f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.005708 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-796fe94a-f725-4cd9-9dea-180604f4390f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.057557 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-71d720b6-b510-40e2-b561-b4e93b25c07e service neutron] 10.222.0.83 "GET /v2.0/networks/ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780183 Jun 29 16:14:08.098970 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-796fe94a-f725-4cd9-9dea-180604f4390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.102454 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-796fe94a-f725-4cd9-9dea-180604f4390f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.126404 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-796fe94a-f725-4cd9-9dea-180604f4390f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/29e22f7c-9dba-49c4-84a2-18a511cb0559 HTTP/1.1" status: 204 len: 168 time: 0.3991063 Jun 29 16:14:08.127290 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:08.143937 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fe94a-f725-4cd9-9dea-180604f4390f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e22f7c-9dba-49c4-84a2-18a511cb0559,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:08.151898 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-796fe94a-f725-4cd9-9dea-180604f4390f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:08.275977 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:14:08.287589 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Sync routers for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:14:08.302863 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:08.304042 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.304902 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:13:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:08.494447 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 50850ada-38dc-4fd8-87f2-e73ad54b68c3 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:08.558176 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.559645 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6704862 Jun 29 16:14:08.574774 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49220) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:08.594304 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d8d51af0-ebfa-4439-83ea-5c9fe3a6fbd5 req-8ea5d07c-c5b5-44ac-b011-54d82dc6c330 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 210 time: 0.1445999 Jun 29 16:14:08.684133 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:08.684515 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.716619 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:08.724699 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49230) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:08.742019 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6d49633d-feae-4e4d-9b10-96e97582a233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.933782 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6d49633d-feae-4e4d-9b10-96e97582a233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.944106 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6d49633d-feae-4e4d-9b10-96e97582a233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:08.950027 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:08.993710 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-6d49633d-feae-4e4d-9b10-96e97582a233 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=59de9593b84e430c8832e0c4ec5bdebd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2661514 Jun 29 16:14:08.996010 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49633d-feae-4e4d-9b10-96e97582a233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f66fc-fec4-4c4b-8a29-093ba9442696,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:08.999348 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49240) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:09.000526 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-6d49633d-feae-4e4d-9b10-96e97582a233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:09.014011 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586085'] for router, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.062354 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2da90651-732d-44ee-a310-d1154bf93b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.091845 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2da90651-732d-44ee-a310-d1154bf93b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.142018 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:06Z', 'revision_number': 3, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:09.172497 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2da90651-732d-44ee-a310-d1154bf93b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.175421 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2da90651-732d-44ee-a310-d1154bf93b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.176638 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-2da90651-732d-44ee-a310-d1154bf93b86 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ce3f66fc-fec4-4c4b-8a29-093ba9442696 HTTP/1.1" status: 204 len: 168 time: 0.1750720 Jun 29 16:14:09.177348 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:09.189227 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da90651-732d-44ee-a310-d1154bf93b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f66fc-fec4-4c4b-8a29-093ba9442696,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:09.192062 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2da90651-732d-44ee-a310-d1154bf93b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:09.197131 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Checking router: 325ab1b0-ade4-4e04-a459-9a0969b84d68 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:14:09.197677 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Updating router 325ab1b0-ade4-4e04-a459-9a0969b84d68 port 0cf64d49-44ac-41df-8337-fb71e4a1c169 binding host dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:14:09.238693 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.341677 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49258) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:09.431052 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 is scheduled to L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b with binding_index 1 {{(pid=93150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:14:09.629143 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.702083 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.728780 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Transition to ACTIVE for port object 0cf64d49-44ac-41df-8337-fb71e4a1c169 will not be triggered until provisioned by entity L2. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:09.740511 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:14:09.755274 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.771067 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Sync routers for ids ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:14:09.782436 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-f581b61c-aa8e-4434-993b-0f751434a4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:09.800783 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Routers {'889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:09.802930 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:13:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:09.810396 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-27fe5488-7b30-483d-8c9f-379bf261faa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.841870 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49280) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:09.877809 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:09.884025 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7113807 Jun 29 16:14:09.889860 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49284) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:09.926626 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Pushing event updated for resources: {'Port': ['ID=0cf64d49-44ac-41df-8337-fb71e4a1c169,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:09.929071 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9e76978f-c93f-44ed-931a-a561cc336443 req-ffbbd374-4f69-4119-99c0-e5d5eb6f9cbf tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 210 time: 0.0721157 Jun 29 16:14:09.992162 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:09.992508 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:09.995846 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:09.996190 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:09.996515 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:10.000204 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:10.001314 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:10.002141 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:10.007554 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:10.007925 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:10.008281 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:10.008731 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Tracked resource versions report: Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: pushed versions: Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: { 'AddressGroup': {'1.2'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'ConntrackHelper': {'1.0'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'Log': {'1.0'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'Network': {'1.1'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'Port': {'1.7'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'PortForwarding': {'1.2'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'QosPolicy': {'1.8'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'SecurityGroup': {'1.4'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'SecurityGroupRule': {'1.2'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'SubPort': {'1.0'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'Subnet': {'1.1'}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'Trunk': {'1.1'}} Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: consumer versions: Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: { DHCP agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: HyperV agent@hv-cinder-78626: {}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: L3 agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: Metadata agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: Metering agent@dv-cinder-786260-7-smb: {}, Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: Open vSwitch agent@dv-cinder-786260-7-smb: { 'AddressGroup': '1.2', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'ConntrackHelper': '1.0', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'Log': '1.0', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'Network': '1.1', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'Port': '1.7', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'PortForwarding': '1.2', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'QosPolicy': '1.8', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'SecurityGroup': '1.4', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'SecurityGroupRule': '1.2', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'SubPort': '1.0', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'Subnet': '1.1', Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: 'Trunk': '1.1'}} Jun 29 16:14:10.030597 dv-cinder-786260-7-smb neutron-server[93153]: {{(pid=93153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 16:14:10.037822 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:10.040710 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Attempting to bind port 0cf64d49-44ac-41df-8337-fb71e4a1c169 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:10.041248 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Attempting to bind port 0cf64d49-44ac-41df-8337-fb71e4a1c169 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:10.042921 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Attempting to bind port 0cf64d49-44ac-41df-8337-fb71e4a1c169 on network 2a2ef043-d930-438a-b7bc-58c08f4c893b {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:10.053162 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:10.054458 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Checking segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:10.055029 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.056130 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Bound using segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:10.056946 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Bound port: 0cf64d49-44ac-41df-8337-fb71e4a1c169, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:10.057531 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.117279 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-27fe5488-7b30-483d-8c9f-379bf261faa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.123291 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-27fe5488-7b30-483d-8c9f-379bf261faa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.138651 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2da90651-732d-44ee-a310-d1154bf93b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:10.147705 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Set router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:10.232743 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-27fe5488-7b30-483d-8c9f-379bf261faa8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a1e3d085fa9746f6aa33e6d6895997c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8899546 Jun 29 16:14:10.233868 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe5488-7b30-483d-8c9f-379bf261faa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a263372-bb17-4513-9ae7-d012dc7aecbb,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:10.242649 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49302) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:10.247415 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-27fe5488-7b30-483d-8c9f-379bf261faa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:10.296977 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] For port 0cf64d49-44ac-41df-8337-fb71e4a1c169, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:10.315788 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] For port 0cf64d49-44ac-41df-8337-fb71e4a1c169, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=0cf64d49-44ac-41df-8337-fb71e4a1c169,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:10.334973 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.339066 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:10.374131 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d1b2-07a1-44c4-9d5a-a9e2f130f7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.466184 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d1b2-07a1-44c4-9d5a-a9e2f130f7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.467546 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Allocated IP 172.20.0.1 (cbc31666-6aec-4178-b375-a60521877b6f/9dcc1993-5973-4c4c-a552-bca503ab7d4d/79e06b19-c9f6-4914-bf79-a858472ce397) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:10.534868 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Pushing event updated for resources: {'Port': ['ID=0cf64d49-44ac-41df-8337-fb71e4a1c169,revision_number=3']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:10.546372 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:10.556437 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:10.557201 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:13:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:10.639100 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d1b2-07a1-44c4-9d5a-a9e2f130f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.645348 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9cc9d1b2-07a1-44c4-9d5a-a9e2f130f7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.650464 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-9cc9d1b2-07a1-44c4-9d5a-a9e2f130f7a2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7a263372-bb17-4513-9ae7-d012dc7aecbb HTTP/1.1" status: 204 len: 168 time: 0.4062243 Jun 29 16:14:10.652087 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:10.664028 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9d1b2-07a1-44c4-9d5a-a9e2f130f7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a263372-bb17-4513-9ae7-d012dc7aecbb,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:10.676732 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9cc9d1b2-07a1-44c4-9d5a-a9e2f130f7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:10.762067 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:10.851967 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'name': 'tempest-ServerRescueNegativeTestJSON-867877229-router', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:07Z', 'revision_number': 3, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'gw_port': {'id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:06Z', 'updated_at': '2021-06-29T16:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:10.909637 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Checking router: 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:14:10.910680 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:10.913938 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Updating router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 port 01a0911a-cdc2-49f6-847c-86c186d027f4 binding host dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:14:10.945228 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.provisioning_blocks [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Transition to ACTIVE for port object 79e06b19-c9f6-4914-bf79-a858472ce397 will not be triggered until provisioned by entity DHCP. {{(pid=93150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:11.008263 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.221581 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f71e5aa9-eba6-45c3-851d-80e9f0498482 req-4c3caed8-313f-4cba-835a-b69f1fb59e28 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 210 time: 0.0414481 Jun 29 16:14:11.260805 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49354) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:11.278100 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:06Z', 'revision_number': 3, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:11.279992 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-65c5677e-1623-4b81-a774-d6cab7145a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.332352 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e01cd-98ed-4836-96df-22cc1a9e9bd3 None None] The sync data for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb is: [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:06Z', 'revision_number': 3, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:14:11.427980 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-65c5677e-1623-4b81-a774-d6cab7145a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.435540 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-65c5677e-1623-4b81-a774-d6cab7145a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.465209 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.465526 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:11.481040 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:11.491781 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-65c5677e-1623-4b81-a774-d6cab7145a69 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1b97098a6c4d458ca5295a01f7c926f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2298620 Jun 29 16:14:11.493615 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5677e-1623-4b81-a774-d6cab7145a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddbd253-14d9-48af-bd66-edb77f495fb5,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:11.509935 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49362) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:11.525550 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-65c5677e-1623-4b81-a774-d6cab7145a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:11.635703 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7a221a96-bfe5-489e-8578-7cd215c8ffd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.636226 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Network cbc31666-6aec-4178-b375-a60521877b6f is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:11.649292 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:11.652089 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:11.653178 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658242'] for router_interface, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.693101 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7a221a96-bfe5-489e-8578-7cd215c8ffd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.723452 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Pushing event updated for resources: {'Port': ['ID=79e06b19-c9f6-4914-bf79-a858472ce397,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:11.737397 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:11.768451 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.804970 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Transition to ACTIVE for port object 01a0911a-cdc2-49f6-847c-86c186d027f4 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:11.825758 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.830868 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:11.852330 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7a221a96-bfe5-489e-8578-7cd215c8ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.868978 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7a221a96-bfe5-489e-8578-7cd215c8ffd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:11.882558 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-7a221a96-bfe5-489e-8578-7cd215c8ffd8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1ddbd253-14d9-48af-bd66-edb77f495fb5 HTTP/1.1" status: 204 len: 168 time: 0.3696909 Jun 29 16:14:11.887523 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-08e687c2-179a-45bb-945e-df0017c05c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:11.943203 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a221a96-bfe5-489e-8578-7cd215c8ffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddbd253-14d9-48af-bd66-edb77f495fb5,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:11.949664 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7a221a96-bfe5-489e-8578-7cd215c8ffd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:12.069220 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Attempting to bind port 01a0911a-cdc2-49f6-847c-86c186d027f4 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:12.069814 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Attempting to bind port 01a0911a-cdc2-49f6-847c-86c186d027f4 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:12.069960 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Attempting to bind port 01a0911a-cdc2-49f6-847c-86c186d027f4 on network 2a2ef043-d930-438a-b7bc-58c08f4c893b {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:12.106592 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9006f-69f2-4c8f-90be-c3362297a7cc None None] Pushing event updated for resources: {'Port': ['ID=01a0911a-cdc2-49f6-847c-86c186d027f4,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:12.122241 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-b5a9006f-69f2-4c8f-90be-c3362297a7cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:12.123098 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:12.123485 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Checking segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:12.133738 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:12.134166 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Bound using segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:12.134696 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Bound port: 01a0911a-cdc2-49f6-847c-86c186d027f4, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:12.135107 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:12.283879 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d665e2aa-de01-4f5d-a9a8-c2a1d09fe503 None None] Provisioning for port 79e06b19-c9f6-4914-bf79-a858472ce397 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:12.303456 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] For port 01a0911a-cdc2-49f6-847c-86c186d027f4, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:12.314207 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] For port 01a0911a-cdc2-49f6-847c-86c186d027f4, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=01a0911a-cdc2-49f6-847c-86c186d027f4,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:12.315528 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d665e2aa-de01-4f5d-a9a8-c2a1d09fe503 None None] Provisioning complete for port 79e06b19-c9f6-4914-bf79-a858472ce397 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:12.316024 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d665e2aa-de01-4f5d-a9a8-c2a1d09fe503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:12.364773 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:12.434397 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:12.438105 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d665e2aa-de01-4f5d-a9a8-c2a1d09fe503 None None] Port 79e06b19-c9f6-4914-bf79-a858472ce397 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:14:12.440384 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:12.443024 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-6243744e-7137-4808-a913-63c7e403c9eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:12.523229 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 0cf64d49-44ac-41df-8337-fb71e4a1c169 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:12.537001 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c09a963e-29f9-44bf-b965-43432092b953 req-92b82e07-3524-49c5-bdf6-ea59a6207682 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 210 time: 0.0923827 Jun 29 16:14:12.566741 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49408) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:12.659452 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.61', 55987) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:12.706990 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Routers {'889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:12.707898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:13:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:12.837205 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9006f-69f2-4c8f-90be-c3362297a7cc None None] Pushing event updated for resources: {'Port': ['ID=01a0911a-cdc2-49f6-847c-86c186d027f4,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:12.841941 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 0cf64d49-44ac-41df-8337-fb71e4a1c169 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:12.850421 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-b5a9006f-69f2-4c8f-90be-c3362297a7cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:12.852836 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 0cf64d49-44ac-41df-8337-fb71e4a1c169 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:12.853217 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:12.979107 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-268569a7-9b65-49e9-b163-b60cc41614ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.074693 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] Set router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:13.077878 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Allocated IP 172.20.0.1 (428dcee7-1bec-43ac-a7c8-c8ba71aa75c6/00856550-075c-4e4e-823b-b11e67c61907/2483d668-8aee-4b44-96e5-4f5aef3f80a7) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:13.317474 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.322880 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.341401 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 0cf64d49-44ac-41df-8337-fb71e4a1c169, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=0cf64d49-44ac-41df-8337-fb71e4a1c169,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:13.355871 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.364065 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-6243744e-7137-4808-a913-63c7e403c9eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:13.420094 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.422497 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658134'] for router_interface, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.427358 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d724a-6964-434b-b41d-39cac430a48f req-eb3503f2-2049-4e47-8138-72dd99077729 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:13.429020 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-eb3503f2-2049-4e47-8138-72dd99077729 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.61 "GET /v2.0/networks?id=ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 HTTP/1.1" status: 200 len: 812 time: 0.7686012 Jun 29 16:14:13.432172 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'name': 'tempest-ServerRescueNegativeTestJSON-867877229-router', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:07Z', 'revision_number': 3, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'gw_port': {'id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:06Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:13.437690 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:13.471504 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-268569a7-9b65-49e9-b163-b60cc41614ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.485414 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Request body: {'port': {'device_id': 'e7363061-afe7-4d8b-9a9e-5a63ea0476e6', 'network_id': 'ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32', 'admin_state_up': True, 'tenant_id': 'a0704c41aabc413599634286cefc4393'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:13.489577 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-268569a7-9b65-49e9-b163-b60cc41614ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.510163 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d575cf-79cc-4d18-b8ad-f1bbac056fa3 None None] The sync data for ids ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'] in dv-cinder-786260-7-smb is: [{'id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'name': 'tempest-ServerRescueNegativeTestJSON-867877229-router', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:07Z', 'revision_number': 3, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'gw_port': {'id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:06Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:14:13.531019 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=0cf64d49-44ac-41df-8337-fb71e4a1c169,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:13.538923 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:13.566021 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:13.603362 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Pushing event updated for resources: {'Port': ['ID=79e06b19-c9f6-4914-bf79-a858472ce397,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:13.612508 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:13.685698 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:13.787567 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Network cbc31666-6aec-4178-b375-a60521877b6f is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:13.787567 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:13.824829 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-268569a7-9b65-49e9-b163-b60cc41614ac admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4e94df19ee954cf3b07521ea8e9f87c8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2555528 Jun 29 16:14:13.852984 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49482) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:13.904391 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268569a7-9b65-49e9-b163-b60cc41614ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668aad7f-25ce-49b3-8281-16325c31e0c4,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:13.911813 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-268569a7-9b65-49e9-b163-b60cc41614ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:14.079038 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-65200448-065a-4b97-b7d7-517e88feb54e req-ee347a62-c92c-452f-a463-0eeef38490a3 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 210 time: 0.0671179 Jun 29 16:14:14.193919 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Router 325ab1b0-ade4-4e04-a459-9a0969b84d68 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:14:14.205684 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.229263 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-9196b120-380b-4711-a0d2-df74bd50d164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:14.271883 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dcf95f4c-1b3e-49a9-a266-74da6ffd28c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.284496 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-fa25dbbc-17f7-4f2f-8062-082f0856bcae None None] Provisioning complete for port 79e06b19-c9f6-4914-bf79-a858472ce397 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:14.287687 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Pushing event updated for resources: {'Port': ['ID=2483d668-8aee-4b44-96e5-4f5aef3f80a7,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:14.292784 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Made reservation on behalf of a0704c41aabc413599634286cefc4393 for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:14.292875 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fa25dbbc-17f7-4f2f-8062-082f0856bcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.297940 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:14.302817 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:14.304151 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:14.310394 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:14.311363 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658242'] for router_interface, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.315499 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.402375 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-fa25dbbc-17f7-4f2f-8062-082f0856bcae None None] Port 79e06b19-c9f6-4914-bf79-a858472ce397 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:14:14.402927 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dcf95f4c-1b3e-49a9-a266-74da6ffd28c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.714802 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 0cf64d49-44ac-41df-8337-fb71e4a1c169 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:14.733123 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:14:14.746804 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Sync routers for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:14:14.758725 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dcf95f4c-1b3e-49a9-a266-74da6ffd28c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.766026 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:14.766203 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dcf95f4c-1b3e-49a9-a266-74da6ffd28c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.767282 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-dcf95f4c-1b3e-49a9-a266-74da6ffd28c1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/668aad7f-25ce-49b3-8281-16325c31e0c4 HTTP/1.1" status: 204 len: 168 time: 0.9132903 Jun 29 16:14:14.768436 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:13:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:14.776157 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] 10.222.0.83 "PUT /v2.0/routers/325ab1b0-ade4-4e04-a459-9a0969b84d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1894472 Jun 29 16:14:14.782023 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:14.848968 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 0cf64d49-44ac-41df-8337-fb71e4a1c169 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:14.849787 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.867463 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:14.994813 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf95f4c-1b3e-49a9-a266-74da6ffd28c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668aad7f-25ce-49b3-8281-16325c31e0c4,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:15.005882 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dcf95f4c-1b3e-49a9-a266-74da6ffd28c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:15.059907 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Allocated IP 172.20.0.9 (ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32/0c0dc55b-b92e-49b1-881d-a51ac6978e2a/23f131c3-2263-4479-b867-ef19fc965cd6) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:15.090950 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 01a0911a-cdc2-49f6-847c-86c186d027f4 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:15.246003 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 01a0911a-cdc2-49f6-847c-86c186d027f4 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:15.260710 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 01a0911a-cdc2-49f6-847c-86c186d027f4 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:15.261419 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:15.497306 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:15.614915 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:15.634050 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-63a7201d-bcf1-4248-8182-512c146509dc req-a4916b76-11d9-42ba-a7ad-d50fba63eb94 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 210 time: 0.2133772 Jun 29 16:14:15.656705 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49552) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:15.669984 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:15.705163 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:15.714588 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 01a0911a-cdc2-49f6-847c-86c186d027f4, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=01a0911a-cdc2-49f6-847c-86c186d027f4,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:15.717498 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658134'] for router_interface, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:15.720784 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:15.729767 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:15.732326 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-932a7745-89d1-4d02-8905-ee67c203756b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:15.747129 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:15.974488 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=01a0911a-cdc2-49f6-847c-86c186d027f4,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:15.983727 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:16.042835 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 2, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:16.096620 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Checking router: 325ab1b0-ade4-4e04-a459-9a0969b84d68 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:14:16.097235 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Updating router 325ab1b0-ade4-4e04-a459-9a0969b84d68 port 79e06b19-c9f6-4914-bf79-a858472ce397 binding host dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:14:16.170616 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:16.244265 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:16.276706 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:16.520375 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 01a0911a-cdc2-49f6-847c-86c186d027f4 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:16.580702 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Pushing event updated for resources: {'Port': ['ID=23f131c3-2263-4479-b867-ef19fc965cd6,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:16.623831 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Network ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:16.626080 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:16.627233 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:16.630732 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:16.653957 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:16.662251 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:16.679839 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 01a0911a-cdc2-49f6-847c-86c186d027f4 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:16.681043 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:16.740185 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2578001 Jun 29 16:14:16.762901 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-25670531-d1bf-49f4-957f-922b3de73763 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:14:16.764116 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-25670531-d1bf-49f4-957f-922b3de73763 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077815 Jun 29 16:14:16.880461 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Pushing event updated for resources: {'Port': ['ID=2483d668-8aee-4b44-96e5-4f5aef3f80a7,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:16.913962 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.193s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:16.950377 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3691e203-d62c-4506-b217-6eeb08706d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:17.014795 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:17.020255 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:17.073916 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49600) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:17.115017 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-f30e0226-c96f-4d79-9b3c-688af5b1b830 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423076249', 'description': 'tempest-description--337067890'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:17.117120 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:17.133069 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Transition to ACTIVE for port object 79e06b19-c9f6-4914-bf79-a858472ce397 will not be triggered until provisioned by entity L2. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:17.154714 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:17.172246 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:17.182693 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Request body: {'port': {'device_id': 'e7363061-afe7-4d8b-9a9e-5a63ea0476e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:17.284512 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a2cba-140f-4308-b81a-42959e86dabc None None] Pushing event updated for resources: {'Port': ['ID=79e06b19-c9f6-4914-bf79-a858472ce397,revision_number=3']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:17.294626 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-cb8a2cba-140f-4308-b81a-42959e86dabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:17.435336 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Attempting to bind port 79e06b19-c9f6-4914-bf79-a858472ce397 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:17.436379 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Attempting to bind port 79e06b19-c9f6-4914-bf79-a858472ce397 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:17.436771 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Attempting to bind port 79e06b19-c9f6-4914-bf79-a858472ce397 on network cbc31666-6aec-4178-b375-a60521877b6f {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:17.450978 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:17.451973 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Checking segment: {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:17.452835 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:17.453255 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Bound using segment: {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:17.453805 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Bound port: 79e06b19-c9f6-4914-bf79-a858472ce397, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'}}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:17.454165 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:17.470996 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562aee1a-991c-4c8a-a3a2-5d198c7ea565 req-79070cde-c83c-48c5-993b-0dbccdd0c2e2 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:17.479320 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3691e203-d62c-4506-b217-6eeb08706d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:17.482751 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-562aee1a-991c-4c8a-a3a2-5d198c7ea565 req-79070cde-c83c-48c5-993b-0dbccdd0c2e2 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 931 time: 0.5990033 Jun 29 16:14:17.505154 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3691e203-d62c-4506-b217-6eeb08706d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:17.513113 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:14:17.551018 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-46f4d031-34ce-4f49-ae3b-f305bde4fdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:17.620340 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:17.623448 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f30e0226-c96f-4d79-9b3c-688af5b1b830 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:17.716734 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] For port 79e06b19-c9f6-4914-bf79-a858472ce397, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:17.732914 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] For port 79e06b19-c9f6-4914-bf79-a858472ce397, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=79e06b19-c9f6-4914-bf79-a858472ce397,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:17.749424 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-3691e203-d62c-4506-b217-6eeb08706d33 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=14a494d499e348e493674389469c871f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0737619 Jun 29 16:14:17.759044 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:17.762293 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691e203-d62c-4506-b217-6eeb08706d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b9be6a-5fa1-4793-8850-3fc8c298d766,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:17.765683 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3691e203-d62c-4506-b217-6eeb08706d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:17.769915 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:17.772063 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49614) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:17.813985 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-562aee1a-991c-4c8a-a3a2-5d198c7ea565 req-aee98dbf-0ed8-4067-9cd8-3892e98acb81 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297458 Jun 29 16:14:18.006204 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:18.007832 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:13:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:18.010825 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a2cba-140f-4308-b81a-42959e86dabc None None] Pushing event updated for resources: {'Port': ['ID=79e06b19-c9f6-4914-bf79-a858472ce397,revision_number=4']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:18.139307 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-cb8a2cba-140f-4308-b81a-42959e86dabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:18.248099 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:14:18.275859 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] 10.222.0.83 "PUT /v2.0/routers/889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3773878 Jun 29 16:14:18.289548 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Sync routers for ids ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:14:18.333732 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0ab994f6-1ea1-4e84-8816-e90cb6bb1f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.334819 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Routers {'889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:18.342144 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:13:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:18.401823 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f30e0226-c96f-4d79-9b3c-688af5b1b830 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.429080 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0ab994f6-1ea1-4e84-8816-e90cb6bb1f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.442261 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f30e0226-c96f-4d79-9b3c-688af5b1b830 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.505973 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:18.507885 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-796fe94a-f725-4cd9-9dea-180604f4390f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:18.574288 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0ab994f6-1ea1-4e84-8816-e90cb6bb1f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.585666 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0ab994f6-1ea1-4e84-8816-e90cb6bb1f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.590317 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-0ab994f6-1ea1-4e84-8816-e90cb6bb1f46 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e6b9be6a-5fa1-4793-8850-3fc8c298d766 HTTP/1.1" status: 204 len: 168 time: 0.5022330 Jun 29 16:14:18.591528 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:18.616397 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Set router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:18.634737 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab994f6-1ea1-4e84-8816-e90cb6bb1f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b9be6a-5fa1-4793-8850-3fc8c298d766,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:18.652015 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0ab994f6-1ea1-4e84-8816-e90cb6bb1f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:18.769404 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f30e0226-c96f-4d79-9b3c-688af5b1b830 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.771277 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-f30e0226-c96f-4d79-9b3c-688af5b1b830 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.6722591 Jun 29 16:14:18.774990 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49660) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:18.795177 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-000d4b10-7da7-4dcf-829e-4ffd6d39fd25 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'security_group_rule': {'security_group_id': '9c0e9bdb-3ef4-440d-aef9-468ff8018546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:18.920299 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-000d4b10-7da7-4dcf-829e-4ffd6d39fd25 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:18.975337 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e0226-c96f-4d79-9b3c-688af5b1b830 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0e9bdb-3ef4-440d-aef9-468ff8018546,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:19.006715 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f30e0226-c96f-4d79-9b3c-688af5b1b830 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:19.101381 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-000d4b10-7da7-4dcf-829e-4ffd6d39fd25 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:19.107019 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-000d4b10-7da7-4dcf-829e-4ffd6d39fd25 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:19.137557 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:19.193256 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-000d4b10-7da7-4dcf-829e-4ffd6d39fd25 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:19.197868 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-000d4b10-7da7-4dcf-829e-4ffd6d39fd25 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4216015 Jun 29 16:14:19.205027 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49674) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:19.208168 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d4b10-7da7-4dcf-829e-4ffd6d39fd25 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90742380-ae5a-4a5f-aa4d-0c2c9fd24fc3,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:19.220690 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:17Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:19.225622 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-000d4b10-7da7-4dcf-829e-4ffd6d39fd25 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:19.243806 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-eb9a7bac-0944-4da4-8e78-46384ac67391 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'security_group_rule': {'security_group_id': '9c0e9bdb-3ef4-440d-aef9-468ff8018546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:19.342633 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12aed705-e784-4a74-ab22-acd6cb14ecad None None] The sync data for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb is: [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:17Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:14:19.344618 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'name': 'tempest-ServerRescueNegativeTestJSON-867877229-router', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:14Z', 'revision_number': 4, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'gw_port': {'id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:06Z', 'updated_at': '2021-06-29T16:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '2483d668-8aee-4b44-96e5-4f5aef3f80a7', 'name': '', 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'mac_address': 'fa:16:3e:03:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00856550-075c-4e4e-823b-b11e67c61907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:12Z', 'updated_at': '2021-06-29T16:14:15Z', 'revision_number': 2, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'subnets': [{'id': '00856550-075c-4e4e-823b-b11e67c61907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:19.430295 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Checking router: 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:14:19.430681 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Updating router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 port 2483d668-8aee-4b44-96e5-4f5aef3f80a7 binding host dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:14:19.578452 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-eb9a7bac-0944-4da4-8e78-46384ac67391 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:19.627835 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f131c3-2263-4479-b867-ef19fc965cd6 {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:19.649610 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:19.656572 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:19.726652 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39a544-6bbf-45f2-b517-c565eea38011 req-e639b189-b76c-445f-9e0e-6c7a3bfe1dd8 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:19.740746 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9b39a544-6bbf-45f2-b517-c565eea38011 req-e639b189-b76c-445f-9e0e-6c7a3bfe1dd8 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 931 time: 0.5621128 Jun 29 16:14:19.764074 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3143c18c-7bfe-4bf1-898e-498ce5085bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:19.919830 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9b39a544-6bbf-45f2-b517-c565eea38011 req-4d011974-7299-4f9c-802e-9cbcb37be8a0 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768289 Jun 29 16:14:19.980446 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Transition to ACTIVE for port object 23f131c3-2263-4479-b867-ef19fc965cd6 will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:20.121520 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-eb9a7bac-0944-4da4-8e78-46384ac67391 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.161727 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.191626 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49716) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:20.197148 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-eb9a7bac-0944-4da4-8e78-46384ac67391 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.239231 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5d5b86e2-3877-4bba-b91e-e003435b9851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.297256 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:20.482576 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49722) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:20.525835 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.555803 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Transition to ACTIVE for port object 2483d668-8aee-4b44-96e5-4f5aef3f80a7 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:20.581992 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.608028 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-b5a9006f-69f2-4c8f-90be-c3362297a7cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:20.625480 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 79e06b19-c9f6-4914-bf79-a858472ce397 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:20.643324 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5d5b86e2-3877-4bba-b91e-e003435b9851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.653213 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5d5b86e2-3877-4bba-b91e-e003435b9851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.658835 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3691e203-d62c-4506-b217-6eeb08706d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:20.666477 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Pushing event updated for resources: {'Port': ['ID=23f131c3-2263-4479-b867-ef19fc965cd6,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:20.688819 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:20.694770 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:20.745016 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a7bac-0944-4da4-8e78-46384ac67391 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7494f204-ab69-441d-a26e-096c43fa540b,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:20.768476 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-eb9a7bac-0944-4da4-8e78-46384ac67391 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:20.770373 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-eb9a7bac-0944-4da4-8e78-46384ac67391 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5328596 Jun 29 16:14:20.777030 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49728) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:20.803926 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'floatingip': {'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:20.831802 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-eb9a7bac-0944-4da4-8e78-46384ac67391 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:20.843178 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-5d5b86e2-3877-4bba-b91e-e003435b9851 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2bc9bf43cac0400e9f3b570554f46f84&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6496496 Jun 29 16:14:20.851603 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49736) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:20.887617 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b86e2-3877-4bba-b91e-e003435b9851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539bf2b0-bf3a-4cd3-9764-3c3f8e2c1958,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:20.963460 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-5d5b86e2-3877-4bba-b91e-e003435b9851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:21.033722 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-33e744b1-0a56-41c3-9774-3ac02ed68fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.078444 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.097005 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4eaab-045e-4ac2-a7d0-fa2f35b4ea47 None None] Pushing event updated for resources: {'Port': ['ID=2483d668-8aee-4b44-96e5-4f5aef3f80a7,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:21.114566 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-67c4eaab-045e-4ac2-a7d0-fa2f35b4ea47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:21.121248 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-d48bb674-84ac-4754-aabe-3f002bb0cdec tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:21.134708 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-d48bb674-84ac-4754-aabe-3f002bb0cdec tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 818 time: 1.1576991 Jun 29 16:14:21.156476 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Attempting to bind port 2483d668-8aee-4b44-96e5-4f5aef3f80a7 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:21.157243 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Attempting to bind port 2483d668-8aee-4b44-96e5-4f5aef3f80a7 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:21.157837 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Attempting to bind port 2483d668-8aee-4b44-96e5-4f5aef3f80a7 on network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:21.181785 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:21.182571 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Checking segment: {'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:21.183205 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.183839 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Bound using segment: {'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:21.184678 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Bound port: 2483d668-8aee-4b44-96e5-4f5aef3f80a7, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:21.185309 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.189341 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 79e06b19-c9f6-4914-bf79-a858472ce397 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:21.226015 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 79e06b19-c9f6-4914-bf79-a858472ce397 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:21.226774 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.253865 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-85df3315-17a1-4e8b-af0b-66ebd5d4219f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/quotas/f6d71620e8cc45cc9d7bdafc56304f78 HTTP/1.1" status: 200 len: 375 time: 0.1160996 Jun 29 16:14:21.339279 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] For port 2483d668-8aee-4b44-96e5-4f5aef3f80a7, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:21.348589 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] For port 2483d668-8aee-4b44-96e5-4f5aef3f80a7, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=2483d668-8aee-4b44-96e5-4f5aef3f80a7,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:21.360692 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.368440 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:21.412292 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-69b1e7e9-e6bb-4b02-8cac-44cd4e106ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.458568 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4eaab-045e-4ac2-a7d0-fa2f35b4ea47 None None] Pushing event updated for resources: {'Port': ['ID=2483d668-8aee-4b44-96e5-4f5aef3f80a7,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:21.488747 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-67c4eaab-045e-4ac2-a7d0-fa2f35b4ea47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:21.511219 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-69b1e7e9-e6bb-4b02-8cac-44cd4e106ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.608602 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.625117 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Attempting to bind port 23f131c3-2263-4479-b867-ef19fc965cd6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:21.625970 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Attempting to bind port 23f131c3-2263-4479-b867-ef19fc965cd6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ef0f2b8c-602f-4ccf-b2af-d5c96d336120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:21.626555 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Attempting to bind port 23f131c3-2263-4479-b867-ef19fc965cd6 on network ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:21.672719 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 79e06b19-c9f6-4914-bf79-a858472ce397, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=79e06b19-c9f6-4914-bf79-a858472ce397,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:21.674691 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Routers {'889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:21.675514 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:13:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:21.677021 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-69b1e7e9-e6bb-4b02-8cac-44cd4e106ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.683560 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.687146 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-33e744b1-0a56-41c3-9774-3ac02ed68fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.693947 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-69b1e7e9-e6bb-4b02-8cac-44cd4e106ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.706189 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-69b1e7e9-e6bb-4b02-8cac-44cd4e106ddc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/539bf2b0-bf3a-4cd3-9764-3c3f8e2c1958 HTTP/1.1" status: 204 len: 168 time: 0.8469946 Jun 29 16:14:21.713375 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:21.725647 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Port 23f131c3-2263-4479-b867-ef19fc965cd6 on network ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:14:21.726253 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Attempting to bind port 23f131c3-2263-4479-b867-ef19fc965cd6 on network ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:21.732580 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-33e744b1-0a56-41c3-9774-3ac02ed68fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.748590 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:21.749241 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Checking segment: {'id': 'ef0f2b8c-602f-4ccf-b2af-d5c96d336120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:21.750265 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Bound using segment: {'id': 'ef0f2b8c-602f-4ccf-b2af-d5c96d336120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:21.752170 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Bound port: 23f131c3-2263-4479-b867-ef19fc965cd6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0f2b8c-602f-4ccf-b2af-d5c96d336120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': 'ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:21.752824 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:21.762242 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1e7e9-e6bb-4b02-8cac-44cd4e106ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539bf2b0-bf3a-4cd3-9764-3c3f8e2c1958,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:21.765475 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-69b1e7e9-e6bb-4b02-8cac-44cd4e106ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:21.819621 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:21.880972 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e744b1-0a56-41c3-9774-3ac02ed68fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d9c8ad-acb8-4ad6-949c-c71fd3ac0143,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:21.889189 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-33e744b1-0a56-41c3-9774-3ac02ed68fd1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6c5698eb550c4b60b72597c0c83a229c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4053943 Jun 29 16:14:21.893180 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-33e744b1-0a56-41c3-9774-3ac02ed68fd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:21.893772 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49764) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:21.940617 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.019243 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:22.119189 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Allocated IP 172.28.0.184 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/2e740b51-a0df-4ba3-90cc-75c15448ff11) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:22.150717 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=79e06b19-c9f6-4914-bf79-a858472ce397,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:22.161060 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:22.166036 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-b51cfeb8-1b4c-487e-86ab-d07ade65086d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9110925 Jun 29 16:14:22.195759 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-25dc846d-134a-4b3f-8c3e-7f41f073c0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.212620 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0be836-280b-4b76-8172-f9d811e8ec0b req-37123511-20a4-4662-bf48-88a01267f0b1 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:22.214170 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5e0be836-280b-4b76-8172-f9d811e8ec0b req-37123511-20a4-4662-bf48-88a01267f0b1 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 943 time: 0.9583051 Jun 29 16:14:22.216489 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] Set router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:22.317902 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] For port 23f131c3-2263-4479-b867-ef19fc965cd6, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:22.408492 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] For port 23f131c3-2263-4479-b867-ef19fc965cd6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23f131c3-2263-4479-b867-ef19fc965cd6,segment=NetworkSegment(ef0f2b8c-602f-4ccf-b2af-d5c96d336120),segment_id=ef0f2b8c-602f-4ccf-b2af-d5c96d336120)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:22.468899 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5e0be836-280b-4b76-8172-f9d811e8ec0b req-005e96e0-0eef-4e30-860d-7a0bd3651df2 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237158 Jun 29 16:14:22.468899 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.499355 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:22.525776 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-429e4628-a3df-4c36-b034-c6e4e6c5dd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.597624 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Pushing event updated for resources: {'Port': ['ID=23f131c3-2263-4479-b867-ef19fc965cd6,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:22.612690 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:22.615690 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:22.616465 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.618634 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] 10.222.0.61 "PUT /v2.0/ports/23f131c3-2263-4479-b867-ef19fc965cd6 HTTP/1.1" status: 200 len: 1093 time: 5.6394877 Jun 29 16:14:22.619909 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7363061-afe7-4d8b-9a9e-5a63ea0476e6', 'tag': '23f131c3-2263-4479-b867-ef19fc965cd6'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:22.648331 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 79e06b19-c9f6-4914-bf79-a858472ce397 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:22.655543 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-429e4628-a3df-4c36-b034-c6e4e6c5dd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.753738 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.757959 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.819423 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.847454 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d724a-6964-434b-b41d-39cac430a48f req-845782aa-1b89-44e8-a9ee-2be86cdfb3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:22.851720 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-845782aa-1b89-44e8-a9ee-2be86cdfb3a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0704c41aabc413599634286cefc4393&device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 1096 time: 0.1482124 Jun 29 16:14:22.904460 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.910095 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-429e4628-a3df-4c36-b034-c6e4e6c5dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.918981 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:22.922097 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c237addb-3656-4fe1-8ef0-463965601c4f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:14:22.924355 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c237addb-3656-4fe1-8ef0-463965601c4f service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4287496 Jun 29 16:14:22.937969 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 79e06b19-c9f6-4914-bf79-a858472ce397 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:22.938096 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.949446 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-429e4628-a3df-4c36-b034-c6e4e6c5dd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:22.954621 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-429e4628-a3df-4c36-b034-c6e4e6c5dd14 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f2d9c8ad-acb8-4ad6-949c-c71fd3ac0143 HTTP/1.1" status: 204 len: 168 time: 1.0546234 Jun 29 16:14:22.981629 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-f2cbc5a6-5253-4b90-896f-a57e35db3809 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f131c3-2263-4479-b867-ef19fc965cd6 HTTP/1.1" status: 200 len: 217 time: 0.1101983 Jun 29 16:14:23.089600 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'Port': ['ID=2e740b51-a0df-4ba3-90cc-75c15448ff11,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:23.120504 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:23.132575 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:23.143353 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:23.149456 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:23.152043 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:23.196504 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'name': 'tempest-ServerRescueNegativeTestJSON-867877229-router', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:14Z', 'revision_number': 4, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'gw_port': {'id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:06Z', 'updated_at': '2021-06-29T16:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '2483d668-8aee-4b44-96e5-4f5aef3f80a7', 'name': '', 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'mac_address': 'fa:16:3e:03:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00856550-075c-4e4e-823b-b11e67c61907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:12Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 4, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'subnets': [{'id': '00856550-075c-4e4e-823b-b11e67c61907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:23.250440 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a979927d-d381-47c3-8287-9633775622d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7363061-afe7-4d8b-9a9e-5a63ea0476e6", "tag": "23f131c3-2263-4479-b867-ef19fc965cd6"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:23.259235 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:23.270555 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e4628-a3df-4c36-b034-c6e4e6c5dd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d9c8ad-acb8-4ad6-949c-c71fd3ac0143,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:23.281742 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-429e4628-a3df-4c36-b034-c6e4e6c5dd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:23.347719 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:23.374107 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d724a-6964-434b-b41d-39cac430a48f req-a8298b36-91ce-4d05-a65b-ac8731496dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:23.376353 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-a8298b36-91ce-4d05-a65b-ac8731496dd7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c0dc55b-b92e-49b1-881d-a51ac6978e2a HTTP/1.1" status: 200 len: 852 time: 0.3722935 Jun 29 16:14:23.421675 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303cc003-7067-4875-8d07-f30523eb14f0 None None] The sync data for ids ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'] in dv-cinder-786260-7-smb is: [{'id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'name': 'tempest-ServerRescueNegativeTestJSON-867877229-router', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:14Z', 'revision_number': 4, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'gw_port': {'id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:06Z', 'updated_at': '2021-06-29T16:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '2483d668-8aee-4b44-96e5-4f5aef3f80a7', 'name': '', 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'mac_address': 'fa:16:3e:03:11:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '00856550-075c-4e4e-823b-b11e67c61907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:12Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 4, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'subnets': [{'id': '00856550-075c-4e4e-823b-b11e67c61907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:14:23.430921 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-3338b3a4-3568-4d5b-bf23-96127d778b74 service neutron] 10.222.0.83 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696817 Jun 29 16:14:23.432768 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:23.716201 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-b8860141-2b37-461f-ad83-41c5100dceb9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760180 Jun 29 16:14:23.846871 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:23.868428 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:23.871332 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cddb6577-ff22-43e0-a859-6329819b00a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:24.016751 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:24.030340 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-e664361c-b646-47de-9e9e-60a5b06768e2 service neutron] 10.222.0.83 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870059 Jun 29 16:14:24.057198 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 49858) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:24.083547 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'Port': ['ID=2e740b51-a0df-4ba3-90cc-75c15448ff11,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:24.097335 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:24.123354 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3419490 Jun 29 16:14:24.125245 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:24.266262 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-17b90db2-ff0e-495d-8c91-c6c460cbbab6 service neutron] 10.222.0.61 "GET /v2.0/networks/ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240207 Jun 29 16:14:24.273976 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf032c-459e-41b5-8dbf-a2da90555523 x-openstack-request-id: req-60bf032c-459e-41b5-8dbf-a2da90555523 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:24.276929 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7363061-afe7-4d8b-9a9e-5a63ea0476e6", "tag": "23f131c3-2263-4479-b867-ef19fc965cd6", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:24.278043 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-60bf032c-459e-41b5-8dbf-a2da90555523 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:24.280906 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7363061-afe7-4d8b-9a9e-5a63ea0476e6', 'tag': '23f131c3-2263-4479-b867-ef19fc965cd6', 'status': 'completed', 'code': 200} Jun 29 16:14:24.293334 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1352bab8-0a00-4478-8575-58e24f8fcf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:24.587634 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 2483d668-8aee-4b44-96e5-4f5aef3f80a7 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:24.701176 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927d724a-6964-434b-b41d-39cac430a48f req-d5c10601-7876-4119-add9-d772127a1432 service neutron] 10.222.0.61 "GET /v2.0/networks/ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991776 Jun 29 16:14:24.714452 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 2483d668-8aee-4b44-96e5-4f5aef3f80a7 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:24.720988 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 2483d668-8aee-4b44-96e5-4f5aef3f80a7 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:24.725130 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:24.875302 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1352bab8-0a00-4478-8575-58e24f8fcf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:24.995070 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:24.998240 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1352bab8-0a00-4478-8575-58e24f8fcf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:25.004017 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:25.021161 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:25.077211 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 2483d668-8aee-4b44-96e5-4f5aef3f80a7, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=2483d668-8aee-4b44-96e5-4f5aef3f80a7,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:25.088532 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:25.093770 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:25.103879 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 49914) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:25.119587 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-1352bab8-0a00-4478-8575-58e24f8fcf17 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=860ff4e87d4e467488ec6755a09aef3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0553222 Jun 29 16:14:25.145552 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352bab8-0a00-4478-8575-58e24f8fcf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d187a35a-50a2-43a0-ba27-67b606caa398,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:25.163524 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1352bab8-0a00-4478-8575-58e24f8fcf17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:25.191876 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=2483d668-8aee-4b44-96e5-4f5aef3f80a7,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:25.198106 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:25.200522 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33a988-71fc-4926-ae38-4b97a4621d0d req-c1fef32f-1d13-46d9-9576-f15247fa6d1d tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:25.202711 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0e33a988-71fc-4926-ae38-4b97a4621d0d req-c1fef32f-1d13-46d9-9576-f15247fa6d1d tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 943 time: 0.6713843 Jun 29 16:14:25.206745 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-a22d2882-a827-4669-93b8-f271f7e164f8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1423076249&fields=id&tenant_id=ede810cff1934209b9175f05a4ca66be HTTP/1.1" status: 200 len: 267 time: 0.1927776 Jun 29 16:14:25.209545 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979927d-d381-47c3-8287-9633775622d1 req-2a845e1a-8a0a-41d8-b341-cd4955f180bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:25.212245 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a979927d-d381-47c3-8287-9633775622d1 req-2a845e1a-8a0a-41d8-b341-cd4955f180bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a0704c41aabc413599634286cefc4393&device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 1096 time: 0.3255010 Jun 29 16:14:25.243940 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f96757c1-7dbd-498b-a83a-85ab72b26aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:25.297720 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f96757c1-7dbd-498b-a83a-85ab72b26aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:25.475072 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f96757c1-7dbd-498b-a83a-85ab72b26aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:25.479067 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f96757c1-7dbd-498b-a83a-85ab72b26aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:25.483616 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-f96757c1-7dbd-498b-a83a-85ab72b26aa8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d187a35a-50a2-43a0-ba27-67b606caa398 HTTP/1.1" status: 204 len: 168 time: 0.3777354 Jun 29 16:14:25.484733 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:25.517403 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96757c1-7dbd-498b-a83a-85ab72b26aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d187a35a-50a2-43a0-ba27-67b606caa398,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:25.534535 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f96757c1-7dbd-498b-a83a-85ab72b26aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:25.670132 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0e33a988-71fc-4926-ae38-4b97a4621d0d req-7000942a-14a1-4690-9c07-946dd353e9df tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565444 Jun 29 16:14:25.881956 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aabe82-9ec1-4128-8990-677571245359 req-837f9057-be51-42a5-bf93-1ba02cd9eaee tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:25.906903 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-837f9057-be51-42a5-bf93-1ba02cd9eaee tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 817 time: 0.6861653 Jun 29 16:14:25.933682 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979927d-d381-47c3-8287-9633775622d1 req-60d8f92e-8089-4182-80b5-4e7e2a6ca548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:25.935306 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a979927d-d381-47c3-8287-9633775622d1 req-60d8f92e-8089-4182-80b5-4e7e2a6ca548 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 HTTP/1.1" status: 200 len: 913 time: 0.6947787 Jun 29 16:14:26.014049 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1c3e5633-5ba9-46a1-af5f-1893be7062b7 req-37074c97-df69-4b31-aa47-4e021e5fc5e8 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 210 time: 0.1711204 Jun 29 16:14:26.029186 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-289abf57-6055-4410-9952-28dff46ffac2 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/quotas/ede810cff1934209b9175f05a4ca66be HTTP/1.1" status: 200 len: 375 time: 0.1213934 Jun 29 16:14:26.506080 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 2483d668-8aee-4b44-96e5-4f5aef3f80a7 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:26.642258 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 2483d668-8aee-4b44-96e5-4f5aef3f80a7 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:26.643229 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:26.905505 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-468af362-b664-40ee-aad9-ae67eecf1bd1 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8638313 Jun 29 16:14:26.920156 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a979927d-d381-47c3-8287-9633775622d1 req-0ce8c5c5-0ab6-4185-88fe-973afe6583b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f131c3-2263-4479-b867-ef19fc965cd6 HTTP/1.1" status: 200 len: 217 time: 0.2282891 Jun 29 16:14:27.357899 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-6edaa398-298a-45ad-bb0c-a57fe1115290 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:27.370284 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-6edaa398-298a-45ad-bb0c-a57fe1115290 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 818 time: 0.8496730 Jun 29 16:14:27.413076 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979927d-d381-47c3-8287-9633775622d1 req-bfa3a157-fb70-4578-9691-13541969bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:27.437224 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a979927d-d381-47c3-8287-9633775622d1 req-bfa3a157-fb70-4578-9691-13541969bf13 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0c0dc55b-b92e-49b1-881d-a51ac6978e2a HTTP/1.1" status: 200 len: 852 time: 0.3079162 Jun 29 16:14:27.479327 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3bd58312-e84e-4b19-9a72-f815b774edd1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/quotas/f6d71620e8cc45cc9d7bdafc56304f78 HTTP/1.1" status: 200 len: 375 time: 0.1052911 Jun 29 16:14:27.524164 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-1fc1e09c-ab6c-4225-b28f-522115bce9bd service neutron] 10.222.0.83 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772395 Jun 29 16:14:27.690834 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-ca31e27e-cf0e-460c-9322-6579d66818de service neutron] 10.222.0.83 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651318 Jun 29 16:14:27.721549 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-5fbf00ac-8dc8-45ec-82b8-9377f9328c83 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2395072 Jun 29 16:14:27.913310 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e33d528-2891-4d21-aad8-8f138540fd4d service neutron] 10.222.0.83 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907492 Jun 29 16:14:28.160593 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3b44b13c-ff62-41ef-9b59-9dfd5cfb652e service neutron] 10.222.0.83 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397976 Jun 29 16:14:28.195970 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b2e5c-cf75-45d5-bd52-34b78f7fbb8d req-12d4fdde-8547-4de9-a349-8d1744fe805c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:28.198037 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c71b2e5c-cf75-45d5-bd52-34b78f7fbb8d req-12d4fdde-8547-4de9-a349-8d1744fe805c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 943 time: 0.1823306 Jun 29 16:14:28.289102 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c71b2e5c-cf75-45d5-bd52-34b78f7fbb8d req-b09947f3-518d-4eda-aaed-bc958a496036 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800729 Jun 29 16:14:28.462890 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4fd96601-cf36-471f-ba2b-13f2db996645 req-cef631bf-6c5c-41d8-b061-9082754215fa tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 210 time: 0.0848513 Jun 29 16:14:28.519954 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-de7ff755-b4fd-4580-8c90-286bddd4ba03 req-4785cde6-6083-4119-8612-98087a06b1c9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 210 time: 0.0559862 Jun 29 16:14:29.490838 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a979927d-d381-47c3-8287-9633775622d1 req-cbdb4ceb-1a2a-432d-ba11-42eaf0d164a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595250 Jun 29 16:14:29.744882 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b241a-43a4-4fa1-8a37-ba355a15fe85 req-df1e1e85-f603-4be2-be22-ba2761ea313a tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:29.746732 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0e2b241a-43a4-4fa1-8a37-ba355a15fe85 req-df1e1e85-f603-4be2-be22-ba2761ea313a tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 943 time: 0.3274498 Jun 29 16:14:29.795337 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f20f4f90-41ba-4a75-9bd4-687a6e509a4f req-0afa2ff9-cdbe-4c5f-b380-8677bb784681 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 210 time: 0.0468905 Jun 29 16:14:29.805401 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a979927d-d381-47c3-8287-9633775622d1 req-57f27147-5b84-4f5f-98a4-82cb0b32d065 service neutron] 10.222.0.61 "GET /v2.0/networks/ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653217 Jun 29 16:14:29.915882 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0e2b241a-43a4-4fa1-8a37-ba355a15fe85 req-7926b87b-06b6-452a-8311-345669fc02f2 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615629 Jun 29 16:14:30.015578 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-937cb413-bdf7-44ca-91b7-79b601b14444 req-58601515-946b-4231-a201-dadea2b1c7c8 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 210 time: 0.0510902 Jun 29 16:14:30.018085 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a979927d-d381-47c3-8287-9633775622d1 req-fb3982c8-ea17-49c4-a660-728285a3c583 service neutron] 10.222.0.61 "GET /v2.0/networks/ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013400 Jun 29 16:14:30.127174 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:14:30.488677 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-fd27c973-a052-4651-822d-401e5bd7a5c0 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:30.490212 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-fd27c973-a052-4651-822d-401e5bd7a5c0 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.61 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 818 time: 0.1575704 Jun 29 16:14:30.505257 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Request body: {'port': {'device_id': 'be284577-541a-4ae5-aa43-78a22e34771e', 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6', 'admin_state_up': True, 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:30.693236 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Made reservation on behalf of f6d71620e8cc45cc9d7bdafc56304f78 for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:30.700876 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:30.825594 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50242) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:30.871969 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.61', 56035) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:31.041673 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Allocated IP 172.20.0.14 (428dcee7-1bec-43ac-a7c8-c8ba71aa75c6/00856550-075c-4e4e-823b-b11e67c61907/9350ac43-2ecf-43c7-9bdb-b791efe4008b) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:31.150958 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-47b42d82-ca95-4bb7-87b2-55559952809b req-05b48551-ab42-46ef-bfb4-f3eba23af81b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 210 time: 0.0645671 Jun 29 16:14:31.441139 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2f6c-f37c-4dd8-a75e-534583bca16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:31.528773 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f8ec6b47-72c6-4477-890e-01b85266f96a req-049c99f9-3420-485a-bdf3-3e75dab6c3aa tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 210 time: 0.2117410 Jun 29 16:14:31.553466 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.61', 56040) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:31.610866 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2f6c-f37c-4dd8-a75e-534583bca16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:31.647606 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2f6c-f37c-4dd8-a75e-534583bca16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:31.671403 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-5d5b86e2-3877-4bba-b91e-e003435b9851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:31.672393 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:31.718633 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35ae73-4275-4cb2-bac6-babe11b23530 req-547b138e-2d97-4203-ae4d-7e0057e04188 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:31.728430 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1b35ae73-4275-4cb2-bac6-babe11b23530 req-547b138e-2d97-4203-ae4d-7e0057e04188 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 943 time: 0.5356388 Jun 29 16:14:31.730169 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c2f6c-f37c-4dd8-a75e-534583bca16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4c5859-8291-4ae6-bed1-4426c442293d,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:31.734491 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-ae6c2f6c-f37c-4dd8-a75e-534583bca16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:31.749881 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-f9a43017-3cfa-4d41-b708-0e65634e6bb7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:31.752012 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-f9a43017-3cfa-4d41-b708-0e65634e6bb7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.61 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 818 time: 0.8783584 Jun 29 16:14:31.769038 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Request body: {'port': {'device_id': '2ee1846f-471a-4e7b-b434-45e354589cd1', 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6', 'admin_state_up': True, 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:31.780113 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-ae6c2f6c-f37c-4dd8-a75e-534583bca16e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=92ae221f9ac74e95a571e1481fb478d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9512999 Jun 29 16:14:31.791614 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50318) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:31.844392 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:31.862454 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1b35ae73-4275-4cb2-bac6-babe11b23530 req-2e448e2e-6d98-4a3e-abf5-54691b901fa3 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306660 Jun 29 16:14:31.889915 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:31.937932 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7afd0eee-4535-43f0-b11a-c60b663fde9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:31.951418 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Pushing event updated for resources: {'Port': ['ID=9350ac43-2ecf-43c7-9bdb-b791efe4008b,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:31.966572 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aabe82-9ec1-4128-8990-677571245359 req-e2146f8c-82ee-420f-a433-2160a33440cc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:31.968712 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-e2146f8c-82ee-420f-a433-2160a33440cc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 817 time: 0.4097965 Jun 29 16:14:31.974690 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:31.975869 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:31.977855 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:31.983391 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Made reservation on behalf of f6d71620e8cc45cc9d7bdafc56304f78 for: {'port': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:31.986905 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:31.992383 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:31.998611 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:31.999238 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.029032 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5291922 Jun 29 16:14:32.032943 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7afd0eee-4535-43f0-b11a-c60b663fde9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.046567 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Request body: {'port': {'device_id': 'be284577-541a-4ae5-aa43-78a22e34771e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:32.082668 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 50334) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:32.130628 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-8af72f90-19c6-4fb7-8b1a-acf4bb42f752 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede810cff1934209b9175f05a4ca66be HTTP/1.1" status: 200 len: 380 time: 0.1194739 Jun 29 16:14:32.158266 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'port': {'device_id': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'admin_state_up': True, 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'security_groups': ['9c0e9bdb-3ef4-440d-aef9-468ff8018546']}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:32.265427 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7afd0eee-4535-43f0-b11a-c60b663fde9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.277791 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7afd0eee-4535-43f0-b11a-c60b663fde9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.280913 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-7afd0eee-4535-43f0-b11a-c60b663fde9c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fa4c5859-8291-4ae6-bed1-4426c442293d HTTP/1.1" status: 204 len: 168 time: 0.4859140 Jun 29 16:14:32.286598 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-33e744b1-0a56-41c3-9774-3ac02ed68fd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:32.295163 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-cd50065e-6ca5-409e-9539-f875a6eb5324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.311504 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.314067 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd0eee-4535-43f0-b11a-c60b663fde9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4c5859-8291-4ae6-bed1-4426c442293d,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:32.316396 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-7afd0eee-4535-43f0-b11a-c60b663fde9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:32.331248 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Made reservation on behalf of ede810cff1934209b9175f05a4ca66be for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:32.334373 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.335271 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Allocated IP 172.20.0.10 (428dcee7-1bec-43ac-a7c8-c8ba71aa75c6/00856550-075c-4e4e-823b-b11e67c61907/dee109df-d0a6-4908-93de-8cf182e9922a) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:32.475906 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-74fa56f0-ee20-429c-9ba1-a450661b0ef9 req-be57a5e4-144f-4bf0-93d8-6f61c4475671 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 210 time: 0.0879574 Jun 29 16:14:32.546956 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.602680 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.611948 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:32.714176 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:32.724186 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:32.728571 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:32.740166 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:32.740947 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for port, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.764330 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50364) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:32.772792 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Allocated IP 172.20.0.10 (cbc31666-6aec-4178-b375-a60521877b6f/9dcc1993-5973-4c4c-a552-bca503ab7d4d/22dcaf06-699a-4317-8536-7b43e55199fb) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:14:32.785929 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Pushing event updated for resources: {'Port': ['ID=dee109df-d0a6-4908-93de-8cf182e9922a,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:32.788567 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-10979dbf-7008-4252-80b5-45320892fb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.792272 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:32.812910 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-cd50065e-6ca5-409e-9539-f875a6eb5324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.825449 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0630815 Jun 29 16:14:32.830202 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-cd50065e-6ca5-409e-9539-f875a6eb5324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:32.840810 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Request body: {'port': {'device_id': '2ee1846f-471a-4e7b-b434-45e354589cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:32.852613 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:32.983856 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.037146 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7cb1e-e553-4779-9753-9bb1c92ed380 req-4b6c03f7-c5b3-456c-87d1-236cc8aa4fd2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:33.038355 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 23f131c3-2263-4479-b867-ef19fc965cd6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:14:33.040131 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8ea7cb1e-e553-4779-9753-9bb1c92ed380 req-4b6c03f7-c5b3-456c-87d1-236cc8aa4fd2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 932 time: 0.3549304 Jun 29 16:14:33.040996 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50065e-6ca5-409e-9539-f875a6eb5324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071417e8-a0c6-44ca-bafb-294c8f030658,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:33.045555 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-cd50065e-6ca5-409e-9539-f875a6eb5324 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2a23e34efa0c43dbbce4ccaa84489882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9575322 Jun 29 16:14:33.046632 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-cd50065e-6ca5-409e-9539-f875a6eb5324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:33.048305 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50382) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:33.085926 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-10979dbf-7008-4252-80b5-45320892fb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.112352 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9350ac43-2ecf-43c7-9bdb-b791efe4008b {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:33.169284 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.227199 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Transition to ACTIVE for port object 9350ac43-2ecf-43c7-9bdb-b791efe4008b will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:33.233860 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8ea7cb1e-e553-4779-9753-9bb1c92ed380 req-cdfe332d-2c93-457d-8ce0-bd0bd50039f7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716549 Jun 29 16:14:33.239818 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 23f131c3-2263-4479-b867-ef19fc965cd6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23f131c3-2263-4479-b867-ef19fc965cd6,segment=NetworkSegment(ef0f2b8c-602f-4ccf-b2af-d5c96d336120),segment_id=ef0f2b8c-602f-4ccf-b2af-d5c96d336120)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:33.254718 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.255329 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '23f131c3-2263-4479-b867-ef19fc965cd6', 'network_id': 'ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32', 'port_id': '23f131c3-2263-4479-b867-ef19fc965cd6', 'mac_address': 'fa:16:3e:a6:22:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c0dc55b-b92e-49b1-881d-a51ac6978e2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:14:33.261210 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.279409 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9a60da1b-c5a4-422c-9afa-44a37e8e9e4a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:33.303392 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.323578 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f131c3-2263-4479-b867-ef19fc965cd6 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:33.329715 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Transition to ACTIVE for port object 22dcaf06-699a-4317-8536-7b43e55199fb will not be triggered until provisioned by entity DHCP. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:33.366279 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 23f131c3-2263-4479-b867-ef19fc965cd6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23f131c3-2263-4479-b867-ef19fc965cd6,segment=NetworkSegment(ef0f2b8c-602f-4ccf-b2af-d5c96d336120),segment_id=ef0f2b8c-602f-4ccf-b2af-d5c96d336120)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:33.367242 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-10979dbf-7008-4252-80b5-45320892fb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.371693 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.374405 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:33.395009 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:33.411117 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Pushing event updated for resources: {'Port': ['ID=9350ac43-2ecf-43c7-9bdb-b791efe4008b,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:33.436800 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9c576-f693-4aff-818c-eb9873f7d3fd req-66beb620-99a2-4560-a793-57433f34cab5 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:33.446391 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1be9c576-f693-4aff-818c-eb9873f7d3fd req-66beb620-99a2-4560-a793-57433f34cab5 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 943 time: 0.3601952 Jun 29 16:14:33.453143 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=23f131c3-2263-4479-b867-ef19fc965cd6,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:33.456977 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:33.457673 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:33.466346 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-10979dbf-7008-4252-80b5-45320892fb1b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cdc4fb337d8b4de8a1b6babd37320e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6985574 Jun 29 16:14:33.475180 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50402) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:33.527014 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-39fb444f-469e-48f5-a3df-d913dfb8d54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.528684 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10979dbf-7008-4252-80b5-45320892fb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4faf7dd-ffdc-4805-be88-5f9e704d3514,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:33.537090 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Attempting to bind port 9350ac43-2ecf-43c7-9bdb-b791efe4008b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:33.537090 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Attempting to bind port 9350ac43-2ecf-43c7-9bdb-b791efe4008b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:33.537090 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Attempting to bind port 9350ac43-2ecf-43c7-9bdb-b791efe4008b on network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:33.548897 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Port 9350ac43-2ecf-43c7-9bdb-b791efe4008b on network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:14:33.549228 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Attempting to bind port 9350ac43-2ecf-43c7-9bdb-b791efe4008b on network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:33.553118 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-10979dbf-7008-4252-80b5-45320892fb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:33.572788 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1be9c576-f693-4aff-818c-eb9873f7d3fd req-418c07ba-734b-41f0-8064-79230e5cd983 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252141 Jun 29 16:14:33.577971 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:33.582058 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Checking segment: {'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:33.582812 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Bound using segment: {'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:33.583553 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Bound port: 9350ac43-2ecf-43c7-9bdb-b791efe4008b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:33.584075 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.589031 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.604625 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:33.616494 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cd9f38e3-3c56-4e2e-953c-b6230f9609b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.620515 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-39fb444f-469e-48f5-a3df-d913dfb8d54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.631717 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee109df-d0a6-4908-93de-8cf182e9922a {{(pid=93150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:33.651439 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.660845 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['23f131c3-2263-4479-b867-ef19fc965cd6'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:14:33.680606 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cd9f38e3-3c56-4e2e-953c-b6230f9609b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.686037 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Network cbc31666-6aec-4178-b375-a60521877b6f is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:14:33.698025 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.provisioning_blocks [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Transition to ACTIVE for port object dee109df-d0a6-4908-93de-8cf182e9922a will not be triggered until provisioned by entity L2. {{(pid=93150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:33.705458 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:14:33.708671 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.722868 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:33.728169 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:14:33.734431 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:33.735162 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.764463 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:33.784386 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-39fb444f-469e-48f5-a3df-d913dfb8d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.794630 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-39fb444f-469e-48f5-a3df-d913dfb8d54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.798489 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-39fb444f-469e-48f5-a3df-d913dfb8d54c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/071417e8-a0c6-44ca-bafb-294c8f030658 HTTP/1.1" status: 204 len: 168 time: 0.7467947 Jun 29 16:14:33.799403 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Pushing event updated for resources: {'Port': ['ID=dee109df-d0a6-4908-93de-8cf182e9922a,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:33.801850 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:33.806348 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:33.808337 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f96757c1-7dbd-498b-a83a-85ab72b26aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:33.815174 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6612823 Jun 29 16:14:33.830151 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] For port 9350ac43-2ecf-43c7-9bdb-b791efe4008b, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:33.844646 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] For port 9350ac43-2ecf-43c7-9bdb-b791efe4008b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:33.850894 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Request body: {'port': {'device_id': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:33.864177 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cd9f38e3-3c56-4e2e-953c-b6230f9609b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.875179 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cd9f38e3-3c56-4e2e-953c-b6230f9609b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:33.885353 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-cd9f38e3-3c56-4e2e-953c-b6230f9609b1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b4faf7dd-ffdc-4805-be88-5f9e704d3514 HTTP/1.1" status: 204 len: 168 time: 0.4017637 Jun 29 16:14:33.886403 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb444f-469e-48f5-a3df-d913dfb8d54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071417e8-a0c6-44ca-bafb-294c8f030658,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:33.897289 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-39fb444f-469e-48f5-a3df-d913dfb8d54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:33.897882 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:33.991917 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d4719-14bf-47fe-9ee2-21181c0ef738 req-50148e67-936c-45dc-ac3e-2f5c3cdfdabd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:34.001228 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0c8d4719-14bf-47fe-9ee2-21181c0ef738 req-50148e67-936c-45dc-ac3e-2f5c3cdfdabd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 932 time: 0.3311682 Jun 29 16:14:34.003574 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:34.142680 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-739d2fa0-61b0-4e70-ae71-ddf0d9e07626 None None] Provisioning for port 22dcaf06-699a-4317-8536-7b43e55199fb completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:34.154941 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-739d2fa0-61b0-4e70-ae71-ddf0d9e07626 None None] Provisioning complete for port 22dcaf06-699a-4317-8536-7b43e55199fb triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:34.171280 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-739d2fa0-61b0-4e70-ae71-ddf0d9e07626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:34.175685 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f38e3-3c56-4e2e-953c-b6230f9609b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4faf7dd-ffdc-4805-be88-5f9e704d3514,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:34.186545 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Attempting to bind port dee109df-d0a6-4908-93de-8cf182e9922a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:34.186929 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Attempting to bind port dee109df-d0a6-4908-93de-8cf182e9922a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'}] {{(pid=93150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:34.187260 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Attempting to bind port dee109df-d0a6-4908-93de-8cf182e9922a on network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:34.190658 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cd9f38e3-3c56-4e2e-953c-b6230f9609b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:34.192711 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Port dee109df-d0a6-4908-93de-8cf182e9922a on network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:14:34.193038 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Attempting to bind port dee109df-d0a6-4908-93de-8cf182e9922a on network 428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:34.198802 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:34.199172 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Checking segment: {'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:34.199767 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Bound using segment: {'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'} {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:34.201297 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Bound port: dee109df-d0a6-4908-93de-8cf182e9922a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb09a1a9-cc73-44e7-99e5-893279ab40d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6'}}] {{(pid=93150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:34.201297 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:34.272132 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:34.288032 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:34.316632 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-739d2fa0-61b0-4e70-ae71-ddf0d9e07626 None None] Port 22dcaf06-699a-4317-8536-7b43e55199fb cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:14:34.317179 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] For port dee109df-d0a6-4908-93de-8cf182e9922a, host hv-cinder-78626, cleared binding levels {{(pid=93150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:34.343841 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] For port dee109df-d0a6-4908-93de-8cf182e9922a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dee109df-d0a6-4908-93de-8cf182e9922a,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:34.357470 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:34.378579 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-30e3a2ab-bf90-4201-8811-e2d7fc90d9a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:34.426549 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:34.427363 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for port, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:34.429038 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] 10.222.0.61 "PUT /v2.0/ports/dee109df-d0a6-4908-93de-8cf182e9922a HTTP/1.1" status: 200 len: 1094 time: 1.5936642 Jun 29 16:14:34.429792 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee1846f-471a-4e7b-b434-45e354589cd1', 'tag': 'dee109df-d0a6-4908-93de-8cf182e9922a'}] {{(pid=93150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:34.595136 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Pushing event updated for resources: {'Port': ['ID=dee109df-d0a6-4908-93de-8cf182e9922a,revision_number=3']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:34.599994 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:34.654923 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:34.655941 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:34.657476 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] 10.222.0.61 "PUT /v2.0/ports/9350ac43-2ecf-43c7-9bdb-b791efe4008b HTTP/1.1" status: 200 len: 1094 time: 2.6185405 Jun 29 16:14:34.657965 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be284577-541a-4ae5-aa43-78a22e34771e', 'tag': '9350ac43-2ecf-43c7-9bdb-b791efe4008b'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:34.660397 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03456b83-ab3c-4440-a364-53b856d95082" -d '{"events": [{"name": "network-changed", "server_uuid": "be284577-541a-4ae5-aa43-78a22e34771e", "tag": "9350ac43-2ecf-43c7-9bdb-b791efe4008b"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:34.669180 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-44d6b12e-0941-4dbf-bd48-3dc54a99378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:34.673530 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-44d6b12e-0941-4dbf-bd48-3dc54a99378b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 1097 time: 0.1629803 Jun 29 16:14:34.697146 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0c8d4719-14bf-47fe-9ee2-21181c0ef738 req-e79de04f-18fd-4fc1-9656-b8c27eccc7f3 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6943219 Jun 29 16:14:34.715322 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797254c-569c-4ad9-ae52-a126381b98b4 req-f92f65de-0051-450a-9c47-ee9efab8cb6f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:34.717001 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b797254c-569c-4ad9-ae52-a126381b98b4 req-f92f65de-0051-450a-9c47-ee9efab8cb6f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 944 time: 0.1673846 Jun 29 16:14:34.717843 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Pushing event updated for resources: {'Port': ['ID=9350ac43-2ecf-43c7-9bdb-b791efe4008b,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:34.777622 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 50460) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:34.778426 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:34.818145 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-24f902f1-38cc-434d-b7f0-0b5eebe78cb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dee109df-d0a6-4908-93de-8cf182e9922a HTTP/1.1" status: 200 len: 217 time: 0.1356230 Jun 29 16:14:34.841285 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-8376c07c-4bdf-4161-b8ce-cbfd494cab16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:34.915518 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b797254c-569c-4ad9-ae52-a126381b98b4 req-ce9676be-eb1a-424d-bd31-9c4d9f8b179e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360800 Jun 29 16:14:34.942348 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48a7feb8469e3ec324b3892cc3d616f279792e0891358fa3d6d01a76cb3d71ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee1846f-471a-4e7b-b434-45e354589cd1", "tag": "dee109df-d0a6-4908-93de-8cf182e9922a"}]}' {{(pid=93150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:34.995626 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-7d037feb-5745-47a0-839c-e1ea134b4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:34.997338 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-7d037feb-5745-47a0-839c-e1ea134b4868 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 200 len: 858 time: 0.1726408 Jun 29 16:14:34.999539 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 23f131c3-2263-4479-b867-ef19fc965cd6 up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:35.064156 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b02d2e-a59b-4b6a-b435-2fba06d8363d x-openstack-request-id: req-b0b02d2e-a59b-4b6a-b435-2fba06d8363d {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:35.064555 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be284577-541a-4ae5-aa43-78a22e34771e", "tag": "9350ac43-2ecf-43c7-9bdb-b791efe4008b", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:35.065040 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b0b02d2e-a59b-4b6a-b435-2fba06d8363d {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:35.065880 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be284577-541a-4ae5-aa43-78a22e34771e', 'tag': '9350ac43-2ecf-43c7-9bdb-b791efe4008b', 'status': 'completed', 'code': 200} Jun 29 16:14:35.110933 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-d34fac99-6016-4233-9279-5b33a809c0bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982938 Jun 29 16:14:35.125425 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 23f131c3-2263-4479-b867-ef19fc965cd6 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:35.127529 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-ecb3445b-ba23-47d5-bbca-1b4d77d7ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:35.129855 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 23f131c3-2263-4479-b867-ef19fc965cd6 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:35.130526 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-ecb3445b-ba23-47d5-bbca-1b4d77d7ad3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 1097 time: 0.4018855 Jun 29 16:14:35.130638 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.145493 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22dcaf06-699a-4317-8536-7b43e55199fb {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:35.205665 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-5c3b13f6-97e9-4ffa-b409-cd2a26287ec4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b HTTP/1.1" status: 200 len: 217 time: 0.0493505 Jun 29 16:14:35.214042 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.279381 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-3359c7f2-61f6-4e17-aefe-5281e820ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:35.280930 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-3359c7f2-61f6-4e17-aefe-5281e820ba5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 200 len: 858 time: 0.0640926 Jun 29 16:14:35.323614 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Transition to ACTIVE for port object 22dcaf06-699a-4317-8536-7b43e55199fb will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:14:35.353054 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-af425500-a061-44be-8ab2-eaf2669327a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567684 Jun 29 16:14:35.356099 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.363135 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-4f9136c8-a794-43fc-955d-84b5cb5cecc1 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437725 Jun 29 16:14:35.379493 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:35.390149 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7a1ce2-58df-411b-9f18-b1284673a8a5 x-openstack-request-id: req-bf7a1ce2-58df-411b-9f18-b1284673a8a5 {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:35.392768 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee1846f-471a-4e7b-b434-45e354589cd1", "tag": "dee109df-d0a6-4908-93de-8cf182e9922a", "status": "completed", "code": 200}]} {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:35.393069 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bf7a1ce2-58df-411b-9f18-b1284673a8a5 {{(pid=93150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:35.393557 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee1846f-471a-4e7b-b434-45e354589cd1', 'tag': 'dee109df-d0a6-4908-93de-8cf182e9922a', 'status': 'completed', 'code': 200} Jun 29 16:14:35.414142 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.521439 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7363061-afe7-4d8b-9a9e-5a63ea0476e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f131c3-2263-4479-b867-ef19fc965cd6'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:35.556847 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1ebd369f-faf6-41dd-920d-c400c33f69c3 req-946b3a7c-8f11-40d4-97cf-e8dc9897d4c0 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864941 Jun 29 16:14:35.565824 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36e82d-f58c-43bd-963d-aea9f165a23c req-cf3d4159-469e-430c-8dcc-da94c4aad000 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:35.567934 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ca36e82d-f58c-43bd-963d-aea9f165a23c req-cf3d4159-469e-430c-8dcc-da94c4aad000 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 944 time: 0.5420315 Jun 29 16:14:35.636011 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50520) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:35.642235 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 23f131c3-2263-4479-b867-ef19fc965cd6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23f131c3-2263-4479-b867-ef19fc965cd6,segment=NetworkSegment(ef0f2b8c-602f-4ccf-b2af-d5c96d336120),segment_id=ef0f2b8c-602f-4ccf-b2af-d5c96d336120)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:35.661698 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.665221 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:35.685177 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-8376c07c-4bdf-4161-b8ce-cbfd494cab16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.689141 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:35.718280 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:35.733595 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-8376c07c-4bdf-4161-b8ce-cbfd494cab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.767514 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=23f131c3-2263-4479-b867-ef19fc965cd6,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:35.776166 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:35.799727 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-15b878d5-e91b-4d1d-ab02-b1fbee6a29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:35.805563 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-15b878d5-e91b-4d1d-ab02-b1fbee6a29cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 1097 time: 0.1780496 Jun 29 16:14:35.831230 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:35.837528 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-8376c07c-4bdf-4161-b8ce-cbfd494cab16 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5bd34fb853604bcba71f18812cd18113&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0492725 Jun 29 16:14:35.840827 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50536) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:35.868303 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff4d210-07a3-43c9-9dd8-665f1d5c50bd" -d '{"events": [{"server_uuid": "e7363061-afe7-4d8b-9a9e-5a63ea0476e6", "name": "network-vif-plugged", "status": "completed", "tag": "23f131c3-2263-4479-b867-ef19fc965cd6"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:35.869843 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ca36e82d-f58c-43bd-963d-aea9f165a23c req-3c147561-2a26-496e-b536-660634205538 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803471 Jun 29 16:14:35.870751 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Attempting to bind port 22dcaf06-699a-4317-8536-7b43e55199fb on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:14:35.871002 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Attempting to bind port 22dcaf06-699a-4317-8536-7b43e55199fb by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:14:35.871332 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Attempting to bind port 22dcaf06-699a-4317-8536-7b43e55199fb on network cbc31666-6aec-4178-b375-a60521877b6f {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:35.874966 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-8542527b-949e-4a5d-a0d1-58dd63c10b42 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5114839 Jun 29 16:14:35.978948 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Port 22dcaf06-699a-4317-8536-7b43e55199fb on network cbc31666-6aec-4178-b375-a60521877b6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:14:35.979276 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Attempting to bind port 22dcaf06-699a-4317-8536-7b43e55199fb on network cbc31666-6aec-4178-b375-a60521877b6f {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:14:35.986982 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e3d582bf-a84f-4e10-b4ed-25cde69633cf req-ab19e37f-ada4-43fc-abb3-789ccd328f74 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999625 Jun 29 16:14:35.988129 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376c07c-4bdf-4161-b8ce-cbfd494cab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e0665a-c9a6-4fdd-80df-f9a394aaad8a,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:35.990755 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:14:35.991478 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Checking segment: {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:14:35.991697 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Bound using segment: {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:14:35.992663 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Bound port: 22dcaf06-699a-4317-8536-7b43e55199fb, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:14:35.993134 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:35.996861 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-8376c07c-4bdf-4161-b8ce-cbfd494cab16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:36.113629 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a989ccff-48f2-4cbb-8b43-0f58cb847c64 x-openstack-request-id: req-a989ccff-48f2-4cbb-8b43-0f58cb847c64 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:36.113783 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7363061-afe7-4d8b-9a9e-5a63ea0476e6", "name": "network-vif-plugged", "status": "completed", "tag": "23f131c3-2263-4479-b867-ef19fc965cd6", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:36.114229 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a989ccff-48f2-4cbb-8b43-0f58cb847c64 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:36.120591 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7363061-afe7-4d8b-9a9e-5a63ea0476e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f131c3-2263-4479-b867-ef19fc965cd6', 'code': 200} Jun 29 16:14:36.151402 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f96f12f8-de6e-4143-8649-c4999120e62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.254124 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:14:36.261640 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:14:36.306907 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ae41a53b-0b64-400b-8643-972c4e40aac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.326404 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.345037 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:36.356172 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-d603671d-9439-4151-9361-cc2954a79b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.358189 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-d603671d-9439-4151-9361-cc2954a79b06 service neutron] 10.222.0.61 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 919 time: 0.5487463 Jun 29 16:14:36.375593 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.61', 56054) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:36.386425 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f82512-1cc6-4f17-aaff-782c8488b4dc req-7e8d83ae-0764-472e-88c6-5516b3d28831 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.388138 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-89f82512-1cc6-4f17-aaff-782c8488b4dc req-7e8d83ae-0764-472e-88c6-5516b3d28831 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.3571599 Jun 29 16:14:36.396617 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ae41a53b-0b64-400b-8643-972c4e40aac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.461974 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.462891 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.464803 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] 10.222.0.61 "PUT /v2.0/ports/22dcaf06-699a-4317-8536-7b43e55199fb HTTP/1.1" status: 200 len: 1094 time: 2.6363361 Jun 29 16:14:36.479503 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03456b83-ab3c-4440-a364-53b856d95082 req-68abf276-8d38-47f0-b662-ecccbd3b0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.481530 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-03456b83-ab3c-4440-a364-53b856d95082 req-68abf276-8d38-47f0-b662-ecccbd3b0678 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 1097 time: 0.4010730 Jun 29 16:14:36.536027 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-951297b6-8c8d-4ed2-873d-b2ba469f541d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dee109df-d0a6-4908-93de-8cf182e9922a HTTP/1.1" status: 200 len: 217 time: 0.1524644 Jun 29 16:14:36.651710 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:36.684096 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:36.705883 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25576612-6cbd-4388-99b7-90972f8ad8ad req-01dde697-f9cd-43b8-85f9-7310abcac57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.705883 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-25576612-6cbd-4388-99b7-90972f8ad8ad req-01dde697-f9cd-43b8-85f9-7310abcac57b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 1098 time: 0.3195202 Jun 29 16:14:36.729123 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-e86b317b-5d5a-4517-9f54-1fa41f44114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.730817 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-e86b317b-5d5a-4517-9f54-1fa41f44114f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 200 len: 858 time: 0.1842837 Jun 29 16:14:36.741127 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-89f82512-1cc6-4f17-aaff-782c8488b4dc req-b977834d-a461-4a01-af34-549c6729f896 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454916 Jun 29 16:14:36.751305 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ae41a53b-0b64-400b-8643-972c4e40aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.752259 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03456b83-ab3c-4440-a364-53b856d95082 req-09a8fe89-32d6-49e5-bffb-c43b7d3b8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.753715 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-03456b83-ab3c-4440-a364-53b856d95082 req-09a8fe89-32d6-49e5-bffb-c43b7d3b8b1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 919 time: 0.2604561 Jun 29 16:14:36.794518 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f96f12f8-de6e-4143-8649-c4999120e62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.807723 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-03456b83-ab3c-4440-a364-53b856d95082 req-c13e6561-d9f2-405c-96ee-8062193e0f04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b HTTP/1.1" status: 200 len: 217 time: 0.0454102 Jun 29 16:14:36.813197 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ae41a53b-0b64-400b-8643-972c4e40aac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.816475 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-ae41a53b-0b64-400b-8643-972c4e40aac9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/42e0665a-c9a6-4fdd-80df-f9a394aaad8a HTTP/1.1" status: 204 len: 168 time: 0.9742985 Jun 29 16:14:36.817810 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-25576612-6cbd-4388-99b7-90972f8ad8ad req-78d6b3e4-52c8-4a8b-844e-ceb15c84e458 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.824662 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cd9f38e3-3c56-4e2e-953c-b6230f9609b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:36.832485 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18fc5-6582-42ec-8e69-e67bbf915f71 req-0caf7109-c692-4fae-81d0-ec097a5ce58a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.835288 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b7e18fc5-6582-42ec-8e69-e67bbf915f71 req-0caf7109-c692-4fae-81d0-ec097a5ce58a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 944 time: 0.4427552 Jun 29 16:14:36.846768 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f96f12f8-de6e-4143-8649-c4999120e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:36.849466 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-002ea23a-372b-4e6c-8ec3-f5ab05082c09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948484 Jun 29 16:14:36.886933 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41a53b-0b64-400b-8643-972c4e40aac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e0665a-c9a6-4fdd-80df-f9a394aaad8a,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:36.950711 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03456b83-ab3c-4440-a364-53b856d95082 req-ee720919-bc5c-43b0-af37-45b6851832a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:36.953231 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-03456b83-ab3c-4440-a364-53b856d95082 req-ee720919-bc5c-43b0-af37-45b6851832a5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 200 len: 858 time: 0.1156743 Jun 29 16:14:36.954368 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-ae41a53b-0b64-400b-8643-972c4e40aac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:36.954889 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:37.029702 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f12f8-de6e-4143-8649-c4999120e62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e176ea-b5b0-41c4-b2ea-6595ac18416f,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:37.043308 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f96f12f8-de6e-4143-8649-c4999120e62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:37.046368 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-f96f12f8-de6e-4143-8649-c4999120e62a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8a669183668941f2a2881d3735d3434a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4091525 Jun 29 16:14:37.052181 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50584) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:37.053346 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-03456b83-ab3c-4440-a364-53b856d95082 req-bc314eaf-e133-403a-b7ef-13f977a5951d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856812 Jun 29 16:14:37.069628 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aabe82-9ec1-4128-8990-677571245359 req-60d35adc-174e-4b36-9dad-66ab243d1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:37.071820 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-60d35adc-174e-4b36-9dad-66ab243d1d51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 1097 time: 0.5440207 Jun 29 16:14:37.072280 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:37.074554 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c422214-ac96-4bdc-b36b-96aa3c980eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:37.139090 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b7e18fc5-6582-42ec-8e69-e67bbf915f71 req-e5699670-53a7-461c-85b8-e391dcec73fd tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844039 Jun 29 16:14:37.141729 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-d1cf7d99-1dc2-466d-ad99-5c02c29cd137 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833009 Jun 29 16:14:37.206641 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-59f8b6fe-87bf-4f1e-b253-9dc0124d35a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22dcaf06-699a-4317-8536-7b43e55199fb HTTP/1.1" status: 200 len: 217 time: 0.0938778 Jun 29 16:14:37.221528 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95b7db0-16d8-4c1a-87e7-e23923471964 x-openstack-request-id: req-b95b7db0-16d8-4c1a-87e7-e23923471964 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:37.221828 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:37.222538 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b95b7db0-16d8-4c1a-87e7-e23923471964 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:37.222538 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb', 'status': 'completed', 'code': 200} Jun 29 16:14:37.224622 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e04fd68a-50e9-40ce-b2bf-22c1234f780d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.281330 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e04fd68a-50e9-40ce-b2bf-22c1234f780d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.298469 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-25576612-6cbd-4388-99b7-90972f8ad8ad req-78d6b3e4-52c8-4a8b-844e-ceb15c84e458 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.317495 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-25576612-6cbd-4388-99b7-90972f8ad8ad req-78d6b3e4-52c8-4a8b-844e-ceb15c84e458 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.333070 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:37.349262 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-ad178c0a-8df4-4e84-8a7b-1bf84d30c3ad service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967697 Jun 29 16:14:37.368840 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-25576612-6cbd-4388-99b7-90972f8ad8ad req-78d6b3e4-52c8-4a8b-844e-ceb15c84e458 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541674 Jun 29 16:14:37.381778 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6b3e4-52c8-4a8b-844e-ceb15c84e458 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=37cc57b3-3789-42e0-b4f6-585d70ed585d,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:37.391208 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-78d6b3e4-52c8-4a8b-844e-ceb15c84e458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:37.406919 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e04fd68a-50e9-40ce-b2bf-22c1234f780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.411837 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e04fd68a-50e9-40ce-b2bf-22c1234f780d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.413061 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-e04fd68a-50e9-40ce-b2bf-22c1234f780d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/87e176ea-b5b0-41c4-b2ea-6595ac18416f HTTP/1.1" status: 204 len: 168 time: 0.3589921 Jun 29 16:14:37.413899 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f96f12f8-de6e-4143-8649-c4999120e62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:37.425172 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fd68a-50e9-40ce-b2bf-22c1234f780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e176ea-b5b0-41c4-b2ea-6595ac18416f,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:37.427606 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e04fd68a-50e9-40ce-b2bf-22c1234f780d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:37.476960 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aabe82-9ec1-4128-8990-677571245359 req-f31500bd-d76d-40b3-854e-d4885cdddff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:37.478713 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-f31500bd-d76d-40b3-854e-d4885cdddff4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.2623248 Jun 29 16:14:37.522916 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50606) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:37.531161 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f1b73-9eb3-4516-ad0e-ac2a0d1cd112 req-9f0dbeee-9701-43fb-bf11-470ae441dbc2 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:37.534394 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-db0f1b73-9eb3-4516-ad0e-ac2a0d1cd112 req-9f0dbeee-9701-43fb-bf11-470ae441dbc2 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 945 time: 0.4834278 Jun 29 16:14:37.537107 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-03456b83-ab3c-4440-a364-53b856d95082 req-be8ee21f-0ceb-4daa-8af7-6315c7d1b019 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534745 Jun 29 16:14:37.652012 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-db0f1b73-9eb3-4516-ad0e-ac2a0d1cd112 req-d745a751-0643-4793-8f04-b1dae0217574 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086552 Jun 29 16:14:37.685635 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aabe82-9ec1-4128-8990-677571245359 req-bd736e11-fd34-4d65-a7de-9c431c874b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:37.687140 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-bd736e11-fd34-4d65-a7de-9c431c874b68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1991043 Jun 29 16:14:37.746756 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-03456b83-ab3c-4440-a364-53b856d95082 req-b7bc0628-ca36-45b9-b590-19160afd8c53 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852672 Jun 29 16:14:37.837323 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-95d3b851-7849-4147-9608-f58f2b54b3de service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414502 Jun 29 16:14:37.864587 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f0113eb4-bfd4-469c-95d2-dd03e94c5a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.975313 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f0113eb4-bfd4-469c-95d2-dd03e94c5a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:37.976824 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50624) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:37.985606 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f0113eb4-bfd4-469c-95d2-dd03e94c5a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.003901 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3aabe82-9ec1-4128-8990-677571245359 req-4eabfea0-aa15-49d7-b5ea-4a9aba6a33e2 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578717 Jun 29 16:14:38.017121 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:38.022002 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-f0113eb4-bfd4-469c-95d2-dd03e94c5a2e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=03fec88512a8456bb967447e18d38f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980197 Jun 29 16:14:38.025420 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a746e7a0-7e38-4885-ac2f-05baa8ebe4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.032802 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 50628) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:38.073205 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0113eb4-bfd4-469c-95d2-dd03e94c5a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12331e90-ddca-40d9-8ac1-08c5b255be65,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:38.078329 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f0113eb4-bfd4-469c-95d2-dd03e94c5a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:38.142107 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becdd2f-5988-4f13-9eff-ed2dcdcba8db req-46167181-b7ec-4861-af80-2ee56270d7b2 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:38.143730 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1becdd2f-5988-4f13-9eff-ed2dcdcba8db req-46167181-b7ec-4861-af80-2ee56270d7b2 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.1997914 Jun 29 16:14:38.153868 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50630) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:38.184750 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-be73f6cf-e77b-4de5-97dd-84d0ff6a0a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.193829 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a746e7a0-7e38-4885-ac2f-05baa8ebe4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.200943 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a746e7a0-7e38-4885-ac2f-05baa8ebe4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.206609 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-429e4628-a3df-4c36-b034-c6e4e6c5dd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:38.255414 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a746e7a0-7e38-4885-ac2f-05baa8ebe4f9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=972d346e47984ae7bf38c0234b4b2e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752566 Jun 29 16:14:38.255414 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746e7a0-7e38-4885-ac2f-05baa8ebe4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95385e0c-3651-4f4b-a901-82b7d4f2994e,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:38.258018 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50640) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:38.285647 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a746e7a0-7e38-4885-ac2f-05baa8ebe4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:38.293618 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1becdd2f-5988-4f13-9eff-ed2dcdcba8db req-3cc5910d-6479-475f-89eb-392781105a69 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387069 Jun 29 16:14:38.302517 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-be73f6cf-e77b-4de5-97dd-84d0ff6a0a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.313608 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-ecc6f307-4d1a-40e5-bc26-628b99aaab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:38.324240 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-ecc6f307-4d1a-40e5-bc26-628b99aaab70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 1097 time: 0.2288415 Jun 29 16:14:38.324322 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-19451f49-7cbc-46fa-b4dd-e4a42cdb0fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.357784 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7d2db868-5f87-453a-bf6f-506bff68a36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.390291 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7d2db868-5f87-453a-bf6f-506bff68a36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.464388 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7d2db868-5f87-453a-bf6f-506bff68a36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.467043 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7d2db868-5f87-453a-bf6f-506bff68a36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.468365 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-7d2db868-5f87-453a-bf6f-506bff68a36e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/95385e0c-3651-4f4b-a901-82b7d4f2994e HTTP/1.1" status: 204 len: 168 time: 0.2104101 Jun 29 16:14:38.469230 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-7afd0eee-4535-43f0-b11a-c60b663fde9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:38.483695 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2db868-5f87-453a-bf6f-506bff68a36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95385e0c-3651-4f4b-a901-82b7d4f2994e,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:38.486241 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-7d2db868-5f87-453a-bf6f-506bff68a36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:38.488902 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-be73f6cf-e77b-4de5-97dd-84d0ff6a0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.509386 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-be73f6cf-e77b-4de5-97dd-84d0ff6a0a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.510516 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-be73f6cf-e77b-4de5-97dd-84d0ff6a0a9b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/12331e90-ddca-40d9-8ac1-08c5b255be65 HTTP/1.1" status: 204 len: 168 time: 0.4765906 Jun 29 16:14:38.513493 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f30e0226-c96f-4d79-9b3c-688af5b1b830 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:38.517988 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-a8fc1500-16ba-4146-9272-9850adf3887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:38.519421 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-a8fc1500-16ba-4146-9272-9850adf3887c service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 918 time: 0.1708629 Jun 29 16:14:38.519668 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-19451f49-7cbc-46fa-b4dd-e4a42cdb0fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.524760 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-19451f49-7cbc-46fa-b4dd-e4a42cdb0fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.527350 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-10979dbf-7008-4252-80b5-45320892fb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:38.528960 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73f6cf-e77b-4de5-97dd-84d0ff6a0a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12331e90-ddca-40d9-8ac1-08c5b255be65,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:38.531827 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-be73f6cf-e77b-4de5-97dd-84d0ff6a0a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:38.569540 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-19451f49-7cbc-46fa-b4dd-e4a42cdb0fa0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=86b57349410346b3a286bd156c698214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145689 Jun 29 16:14:38.570927 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19451f49-7cbc-46fa-b4dd-e4a42cdb0fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e59dbe1-453b-480c-9fd3-a13b0a7d3d51,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:38.573551 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50650) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:38.575881 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-19451f49-7cbc-46fa-b4dd-e4a42cdb0fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:38.585719 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-143bc6fa-d726-453e-9570-5ac49ab9b1ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22dcaf06-699a-4317-8536-7b43e55199fb HTTP/1.1" status: 200 len: 217 time: 0.0577312 Jun 29 16:14:38.595098 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731dd08-d181-4ede-8b95-543340201e5c req-9e799a34-770e-406d-b56b-308433cbc3db tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:38.602652 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f731dd08-d181-4ede-8b95-543340201e5c req-9e799a34-770e-406d-b56b-308433cbc3db tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 944 time: 0.1982436 Jun 29 16:14:38.635103 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-12cb46df-c2fb-4279-8e7b-bbc1134aa8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.666332 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-12cb46df-c2fb-4279-8e7b-bbc1134aa8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.687600 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f731dd08-d181-4ede-8b95-543340201e5c req-7d59ca82-e183-4f62-a4a6-6bdf9399217f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839605 Jun 29 16:14:38.691637 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-31bbee82-01eb-4ad3-9c83-d23e1cafee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:38.697916 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-31bbee82-01eb-4ad3-9c83-d23e1cafee91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.0931444 Jun 29 16:14:38.738354 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-12cb46df-c2fb-4279-8e7b-bbc1134aa8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.741396 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-12cb46df-c2fb-4279-8e7b-bbc1134aa8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:38.743082 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-12cb46df-c2fb-4279-8e7b-bbc1134aa8e4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2e59dbe1-453b-480c-9fd3-a13b0a7d3d51 HTTP/1.1" status: 204 len: 168 time: 0.1681440 Jun 29 16:14:38.743417 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:38.757471 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb46df-c2fb-4279-8e7b-bbc1134aa8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e59dbe1-453b-480c-9fd3-a13b0a7d3d51,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:38.762457 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-12cb46df-c2fb-4279-8e7b-bbc1134aa8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:38.796234 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-7048d610-22cc-41c0-b9b3-76a10eb4118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:38.798093 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-7048d610-22cc-41c0-b9b3-76a10eb4118e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914230 Jun 29 16:14:39.019451 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-4da4cf78-57ec-499e-a395-13c869545e3c service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059319 Jun 29 16:14:39.024951 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 9350ac43-2ecf-43c7-9bdb-b791efe4008b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:14:39.053730 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1b34b-b094-4a79-9ad2-5888dfceac43 req-79a70043-b69e-48fb-b5a8-2e059b01470b tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:39.057934 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-90e1b34b-b094-4a79-9ad2-5888dfceac43 req-79a70043-b69e-48fb-b5a8-2e059b01470b tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 945 time: 0.2558062 Jun 29 16:14:39.182057 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-90e1b34b-b094-4a79-9ad2-5888dfceac43 req-d8f2adc9-4675-4872-a84a-432bfd626444 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991349 Jun 29 16:14:39.229773 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 9350ac43-2ecf-43c7-9bdb-b791efe4008b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:39.239380 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4c422214-ac96-4bdc-b36b-96aa3c980eb3 req-f8e7291e-08b5-4bb3-8fcc-2f9b78c0b1f4 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785266 Jun 29 16:14:39.252248 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '9350ac43-2ecf-43c7-9bdb-b791efe4008b', 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6', 'port_id': '9350ac43-2ecf-43c7-9bdb-b791efe4008b', 'mac_address': 'fa:16:3e:23:a2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00856550-075c-4e4e-823b-b11e67c61907', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:14:39.302354 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.317456 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9350ac43-2ecf-43c7-9bdb-b791efe4008b {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:39.346355 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 9350ac43-2ecf-43c7-9bdb-b791efe4008b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:39.352120 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.353749 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device dee109df-d0a6-4908-93de-8cf182e9922a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:14:39.356655 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:39.377833 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50698) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:39.396864 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-61684f64-1c49-498d-ac57-09b2b126806d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.425129 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=9350ac43-2ecf-43c7-9bdb-b791efe4008b,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:39.430250 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port dee109df-d0a6-4908-93de-8cf182e9922a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dee109df-d0a6-4908-93de-8cf182e9922a,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:39.433059 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:39.448852 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': 'dee109df-d0a6-4908-93de-8cf182e9922a', 'network_id': '428dcee7-1bec-43ac-a7c8-c8ba71aa75c6', 'port_id': 'dee109df-d0a6-4908-93de-8cf182e9922a', 'mac_address': 'fa:16:3e:bf:e1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00856550-075c-4e4e-823b-b11e67c61907', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:14:39.496378 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.511176 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee109df-d0a6-4908-93de-8cf182e9922a {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:39.534968 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port dee109df-d0a6-4908-93de-8cf182e9922a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dee109df-d0a6-4908-93de-8cf182e9922a,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:39.540921 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.544126 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-67c4eaab-045e-4ac2-a7d0-fa2f35b4ea47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:39.549677 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-61684f64-1c49-498d-ac57-09b2b126806d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.554220 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-61684f64-1c49-498d-ac57-09b2b126806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.557461 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:39.587941 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e5f87-e760-4577-b12b-e2505b6f1319 req-743765e5-0d48-45a2-8166-faf0be36fc2a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:39.596984 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3a9e5f87-e760-4577-b12b-e2505b6f1319 req-743765e5-0d48-45a2-8166-faf0be36fc2a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.1473441 Jun 29 16:14:39.645869 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3a9e5f87-e760-4577-b12b-e2505b6f1319 req-da464886-9f89-41cc-a582-92035c4c6043 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455687 Jun 29 16:14:39.653887 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=dee109df-d0a6-4908-93de-8cf182e9922a,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:39.665188 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:39.680644 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 50704) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:39.696008 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ecdf046f-35bb-4a57-aee2-748c3291da52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.778706 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-61684f64-1c49-498d-ac57-09b2b126806d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ca07d7b07aae4c25b0c102048c77f67a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997352 Jun 29 16:14:39.779777 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61684f64-1c49-498d-ac57-09b2b126806d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a498a6f2-6671-4e19-ad2e-af35502b2f5e,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:39.782376 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50708) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:39.784114 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-61684f64-1c49-498d-ac57-09b2b126806d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:39.797413 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['9350ac43-2ecf-43c7-9bdb-b791efe4008b'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:14:39.860398 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['dee109df-d0a6-4908-93de-8cf182e9922a'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:14:39.866641 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f777125c-a126-447e-8206-0277cac6b614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.904354 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ecdf046f-35bb-4a57-aee2-748c3291da52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.917036 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ecdf046f-35bb-4a57-aee2-748c3291da52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.922958 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-27fe5488-7b30-483d-8c9f-379bf261faa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:39.925880 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f777125c-a126-447e-8206-0277cac6b614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:39.950090 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf046f-35bb-4a57-aee2-748c3291da52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586b5301-87d8-4101-8a5d-ad4dd2794ef0,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:39.955322 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ecdf046f-35bb-4a57-aee2-748c3291da52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:39.974452 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6bf1-2881-4927-8221-b8db4f618893 req-7184410a-5e04-40f3-8ca8-894faf78ddb9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:39.976082 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-631e6bf1-2881-4927-8221-b8db4f618893 req-7184410a-5e04-40f3-8ca8-894faf78ddb9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 945 time: 0.1355236 Jun 29 16:14:39.984377 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-ecdf046f-35bb-4a57-aee2-748c3291da52 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=42d132d830e0465e92ba2fdbd018fde7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024611 Jun 29 16:14:40.013781 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50712) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:40.025694 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-631e6bf1-2881-4927-8221-b8db4f618893 req-b55a8694-df0c-477c-ba1a-7d4c6a64929d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401125 Jun 29 16:14:40.088570 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f777125c-a126-447e-8206-0277cac6b614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:40.091419 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f777125c-a126-447e-8206-0277cac6b614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:40.092804 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-f777125c-a126-447e-8206-0277cac6b614 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a498a6f2-6671-4e19-ad2e-af35502b2f5e HTTP/1.1" status: 204 len: 168 time: 0.3097339 Jun 29 16:14:40.095830 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-7d2db868-5f87-453a-bf6f-506bff68a36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:40.104330 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777125c-a126-447e-8206-0277cac6b614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a498a6f2-6671-4e19-ad2e-af35502b2f5e,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:40.106398 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-aa190f6e-a791-4eb8-a3ae-a949294fabc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:40.108367 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f777125c-a126-447e-8206-0277cac6b614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:40.136131 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-aa190f6e-a791-4eb8-a3ae-a949294fabc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:40.213718 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-aa190f6e-a791-4eb8-a3ae-a949294fabc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:40.216944 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-aa190f6e-a791-4eb8-a3ae-a949294fabc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:40.218280 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-aa190f6e-a791-4eb8-a3ae-a949294fabc7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/586b5301-87d8-4101-8a5d-ad4dd2794ef0 HTTP/1.1" status: 204 len: 168 time: 0.2033970 Jun 29 16:14:40.219032 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-ae41a53b-0b64-400b-8643-972c4e40aac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:40.229346 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa190f6e-a791-4eb8-a3ae-a949294fabc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586b5301-87d8-4101-8a5d-ad4dd2794ef0,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:40.231860 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-aa190f6e-a791-4eb8-a3ae-a949294fabc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:40.374587 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98f5b4-4818-449b-af64-5b13c33f6ccd req-c74ad84c-0537-4e19-849a-456f7c691271 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:40.376145 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6e98f5b4-4818-449b-af64-5b13c33f6ccd req-c74ad84c-0537-4e19-849a-456f7c691271 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 945 time: 0.0776868 Jun 29 16:14:40.418843 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6e98f5b4-4818-449b-af64-5b13c33f6ccd req-1dae20ee-95d0-4a23-a09b-84a67ae57997 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362954 Jun 29 16:14:40.893964 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09442ef-3b74-4f13-a568-8234c0370841 req-4271283e-bd9a-4207-be92-8e874b6ccaae tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:40.896955 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b09442ef-3b74-4f13-a568-8234c0370841 req-4271283e-bd9a-4207-be92-8e874b6ccaae tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.1119595 Jun 29 16:14:40.964272 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b09442ef-3b74-4f13-a568-8234c0370841 req-d6d2d298-1852-4324-b318-9bee268a38ea tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596302 Jun 29 16:14:41.079114 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 22dcaf06-699a-4317-8536-7b43e55199fb details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:14:41.081970 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 9350ac43-2ecf-43c7-9bdb-b791efe4008b up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:41.218445 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 9350ac43-2ecf-43c7-9bdb-b791efe4008b completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:41.223499 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 9350ac43-2ecf-43c7-9bdb-b791efe4008b triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:41.224224 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:41.262561 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27efc7-ded7-4200-b072-9e32003814f5 req-a5814fc4-bedf-49fc-ad7a-6dc8f0a0bf4e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:41.264163 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5d27efc7-ded7-4200-b072-9e32003814f5 req-a5814fc4-bedf-49fc-ad7a-6dc8f0a0bf4e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 945 time: 0.0850761 Jun 29 16:14:41.308828 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5d27efc7-ded7-4200-b072-9e32003814f5 req-5f6ad584-b2a8-4616-9edf-9f8d32bf5546 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 Jun 29 16:14:41.340121 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:41.352724 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:41.356139 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '22dcaf06-699a-4317-8536-7b43e55199fb', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'port_id': '22dcaf06-699a-4317-8536-7b43e55199fb', 'mac_address': 'fa:16:3e:d1:9d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:14:41.399698 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be284577-541a-4ae5-aa43-78a22e34771e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9350ac43-2ecf-43c7-9bdb-b791efe4008b'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:41.402043 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0c7057-4332-49bd-be14-e11fa0b0a1b3" -d '{"events": [{"server_uuid": "be284577-541a-4ae5-aa43-78a22e34771e", "name": "network-vif-plugged", "status": "completed", "tag": "9350ac43-2ecf-43c7-9bdb-b791efe4008b"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:41.423349 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 9350ac43-2ecf-43c7-9bdb-b791efe4008b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:41.428680 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:41.438379 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:41.439253 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device dee109df-d0a6-4908-93de-8cf182e9922a up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:41.443422 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:41.488611 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3848c3a2-81a6-411d-93b0-ad1a5e45cc94 x-openstack-request-id: req-3848c3a2-81a6-411d-93b0-ad1a5e45cc94 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:41.488882 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be284577-541a-4ae5-aa43-78a22e34771e", "name": "network-vif-plugged", "status": "completed", "tag": "9350ac43-2ecf-43c7-9bdb-b791efe4008b", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:41.489158 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3848c3a2-81a6-411d-93b0-ad1a5e45cc94 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:41.489599 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be284577-541a-4ae5-aa43-78a22e34771e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9350ac43-2ecf-43c7-9bdb-b791efe4008b', 'code': 200} Jun 29 16:14:41.494661 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dcaf06-699a-4317-8536-7b43e55199fb {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:14:41.542988 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:41.550303 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=9350ac43-2ecf-43c7-9bdb-b791efe4008b,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:41.554900 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:41.555698 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:41.557813 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:41.596227 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port dee109df-d0a6-4908-93de-8cf182e9922a completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:41.603139 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port dee109df-d0a6-4908-93de-8cf182e9922a triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:41.603573 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:41.654923 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:41.660253 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:41.714336 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:41.756778 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port dee109df-d0a6-4908-93de-8cf182e9922a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dee109df-d0a6-4908-93de-8cf182e9922a,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:41.762355 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:41.769548 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:41.819352 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d5538-7ebd-406d-bf38-03669fce86b8 req-147b92e5-fc48-4c33-8e6c-c4953229e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:41.822060 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-144d5538-7ebd-406d-bf38-03669fce86b8 req-147b92e5-fc48-4c33-8e6c-c4953229e9e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 1099 time: 0.1177912 Jun 29 16:14:41.826448 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=dee109df-d0a6-4908-93de-8cf182e9922a,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:41.829649 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:41.841679 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['22dcaf06-699a-4317-8536-7b43e55199fb'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:14:41.879141 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-144d5538-7ebd-406d-bf38-03669fce86b8 req-420e3988-e69c-4f50-a0cd-ff1b68827cfc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462444 Jun 29 16:14:42.338935 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f129f-9cfa-4473-9857-43e50785d3db req-bbfe53b6-88d6-403b-b56a-bc7831f01eb0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:42.340464 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-338f129f-9cfa-4473-9857-43e50785d3db req-bbfe53b6-88d6-403b-b56a-bc7831f01eb0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 945 time: 0.1541457 Jun 29 16:14:42.410710 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-338f129f-9cfa-4473-9857-43e50785d3db req-9f6cefef-e58f-4bbe-92dd-d9e013beb9e7 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638723 Jun 29 16:14:42.790670 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b03a4f-57e3-49f5-adca-82fee39450f7 req-7925ff4b-d620-4c68-8829-235a13fedf0f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:42.794815 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b4b03a4f-57e3-49f5-adca-82fee39450f7 req-7925ff4b-d620-4c68-8829-235a13fedf0f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.2639110 Jun 29 16:14:42.848475 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b4b03a4f-57e3-49f5-adca-82fee39450f7 req-9baa220b-41c8-44dd-82f6-b7c36dca2d43 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488379 Jun 29 16:14:43.074318 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 22dcaf06-699a-4317-8536-7b43e55199fb up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:14:43.146276 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 22dcaf06-699a-4317-8536-7b43e55199fb completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:14:43.151478 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 22dcaf06-699a-4317-8536-7b43e55199fb triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:14:43.151983 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.190471 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50906) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:43.273867 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.324279 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:43.332288 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.334726 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:43.401366 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:43.408674 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:43.491198 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee1846f-471a-4e7b-b434-45e354589cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee109df-d0a6-4908-93de-8cf182e9922a'}, {'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:43.495125 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55340b16-8ee4-4578-bc6a-8bfa92307b5b" -d '{"events": [{"server_uuid": "2ee1846f-471a-4e7b-b434-45e354589cd1", "name": "network-vif-plugged", "status": "completed", "tag": "dee109df-d0a6-4908-93de-8cf182e9922a"}, {"server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "name": "network-vif-plugged", "status": "completed", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:43.501038 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-877429ef-80ac-4d2f-a050-629edee7d3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.556757 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4d889e-7fb8-4af7-b004-907b53ce8281 x-openstack-request-id: req-1a4d889e-7fb8-4af7-b004-907b53ce8281 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:43.557223 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee1846f-471a-4e7b-b434-45e354589cd1", "name": "network-vif-plugged", "status": "completed", "tag": "dee109df-d0a6-4908-93de-8cf182e9922a", "code": 200}, {"server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "name": "network-vif-plugged", "status": "completed", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:43.557612 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1a4d889e-7fb8-4af7-b004-907b53ce8281 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:43.558047 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee1846f-471a-4e7b-b434-45e354589cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee109df-d0a6-4908-93de-8cf182e9922a', 'code': 200} Jun 29 16:14:43.558521 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb', 'code': 200} Jun 29 16:14:43.629338 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-877429ef-80ac-4d2f-a050-629edee7d3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.638570 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-877429ef-80ac-4d2f-a050-629edee7d3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.649791 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 50930) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:43.684435 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:43.694759 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-877429ef-80ac-4d2f-a050-629edee7d3af admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f5c98144cbe64de08d583dc4f89f7248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031304 Jun 29 16:14:43.696226 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50934) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:43.705681 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4206dcb-2138-4eac-983a-d9427f74603e req-60f9e558-428b-468e-a3b5-3ab0ed07f1eb tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:43.723068 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c4206dcb-2138-4eac-983a-d9427f74603e req-60f9e558-428b-468e-a3b5-3ab0ed07f1eb tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.1459618 Jun 29 16:14:43.789985 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c4206dcb-2138-4eac-983a-d9427f74603e req-ec969f45-9d87-4896-8d4a-96ef8acba55e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641177 Jun 29 16:14:43.800297 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877429ef-80ac-4d2f-a050-629edee7d3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7811d0a1-3156-4b44-82fe-0ac319b63728,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:43.829096 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-877429ef-80ac-4d2f-a050-629edee7d3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:43.830139 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe61e-dd9e-473b-828d-a0b7f3dfeff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.873232 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe61e-dd9e-473b-828d-a0b7f3dfeff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.989134 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc22d-d68f-4813-b6bd-e4751ecb2a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.991141 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe61e-dd9e-473b-828d-a0b7f3dfeff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.993843 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8a0fe61e-dd9e-473b-828d-a0b7f3dfeff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:43.998083 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-8a0fe61e-dd9e-473b-828d-a0b7f3dfeff0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7811d0a1-3156-4b44-82fe-0ac319b63728 HTTP/1.1" status: 204 len: 168 time: 0.2975430 Jun 29 16:14:43.998936 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-877429ef-80ac-4d2f-a050-629edee7d3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:44.008868 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fe61e-dd9e-473b-828d-a0b7f3dfeff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7811d0a1-3156-4b44-82fe-0ac319b63728,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:44.010111 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-8a0fe61e-dd9e-473b-828d-a0b7f3dfeff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:44.053381 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f07a7b-ab52-4e49-84e5-34a539775206 req-dd552974-dc8b-4e6f-9b1b-da8161846fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:44.054613 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-42f07a7b-ab52-4e49-84e5-34a539775206 req-dd552974-dc8b-4e6f-9b1b-da8161846fc9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 1099 time: 0.1942365 Jun 29 16:14:44.062934 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79339e48-5f32-48bd-a404-849516776176 req-ad85e002-1124-4089-908b-88000964f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:44.064422 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-79339e48-5f32-48bd-a404-849516776176 req-ad85e002-1124-4089-908b-88000964f88e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 1099 time: 0.1845074 Jun 29 16:14:44.160298 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-42f07a7b-ab52-4e49-84e5-34a539775206 req-3b4bf93e-63a4-4382-a3fe-2d57facd36c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949590 Jun 29 16:14:44.171958 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-79339e48-5f32-48bd-a404-849516776176 req-d56e5db5-6fd9-45e7-afd9-9fca1da57aeb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955822 Jun 29 16:14:44.184876 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94c57d-33a4-4955-895e-2d805bd3e5e3 req-ba930609-0a84-4cf2-9259-6ec029a3c2a8 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:44.186430 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e94c57d-33a4-4955-895e-2d805bd3e5e3 req-ba930609-0a84-4cf2-9259-6ec029a3c2a8 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1838398 Jun 29 16:14:44.243317 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e94c57d-33a4-4955-895e-2d805bd3e5e3 req-487eb7e2-816a-4bfd-a8bb-750eb37112a4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Jun 29 16:14:44.256659 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc22d-d68f-4813-b6bd-e4751ecb2a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.261856 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9fdbc22d-d68f-4813-b6bd-e4751ecb2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.278122 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:44.319952 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-9fdbc22d-d68f-4813-b6bd-e4751ecb2a91 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=db19a04cf28f4727affb5e92409e7234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6581697 Jun 29 16:14:44.320684 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50956) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:44.322381 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbc22d-d68f-4813-b6bd-e4751ecb2a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea50dbbf-b948-490b-969c-d3122f5e5dfb,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:44.325520 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9fdbc22d-d68f-4813-b6bd-e4751ecb2a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:44.409430 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-58c86a08-37af-449a-9f97-9248f45ee328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.447097 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-58c86a08-37af-449a-9f97-9248f45ee328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.479487 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 50970) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:44.495546 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dd782f67-bf1e-4f64-b4cb-573e0176a4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.523936 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-58c86a08-37af-449a-9f97-9248f45ee328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.527629 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-58c86a08-37af-449a-9f97-9248f45ee328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.528957 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-58c86a08-37af-449a-9f97-9248f45ee328 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea50dbbf-b948-490b-969c-d3122f5e5dfb HTTP/1.1" status: 204 len: 168 time: 0.2068527 Jun 29 16:14:44.530399 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-61684f64-1c49-498d-ac57-09b2b126806d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:44.539322 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c86a08-37af-449a-9f97-9248f45ee328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea50dbbf-b948-490b-969c-d3122f5e5dfb,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:44.542404 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-58c86a08-37af-449a-9f97-9248f45ee328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:44.662606 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dd782f67-bf1e-4f64-b4cb-573e0176a4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.668509 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dd782f67-bf1e-4f64-b4cb-573e0176a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.672117 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-cd50065e-6ca5-409e-9539-f875a6eb5324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:44.708084 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-dd782f67-bf1e-4f64-b4cb-573e0176a4f8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5bb66c32d7eb4fdb9bd1eb432af3b1b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270188 Jun 29 16:14:44.709331 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd782f67-bf1e-4f64-b4cb-573e0176a4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fcfb26-04f0-4212-86d0-250cf66eb02d,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:44.711452 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50978) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:44.716495 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dd782f67-bf1e-4f64-b4cb-573e0176a4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:44.777311 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-850f46e9-65ad-491e-8964-d712b79fc800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.799272 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-850f46e9-65ad-491e-8964-d712b79fc800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.872636 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-850f46e9-65ad-491e-8964-d712b79fc800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.875278 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-850f46e9-65ad-491e-8964-d712b79fc800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:44.876713 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-850f46e9-65ad-491e-8964-d712b79fc800 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c4fcfb26-04f0-4212-86d0-250cf66eb02d HTTP/1.1" status: 204 len: 168 time: 0.1634524 Jun 29 16:14:44.877550 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-aa190f6e-a791-4eb8-a3ae-a949294fabc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:44.895920 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f46e9-65ad-491e-8964-d712b79fc800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fcfb26-04f0-4212-86d0-250cf66eb02d,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:44.899358 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-850f46e9-65ad-491e-8964-d712b79fc800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:44.981315 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 50988) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:44.994877 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8c487288-41a9-42a7-8041-902e4c839145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:45.054306 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2bf7c8-46cd-4635-8220-88ae87b1e854 req-aaeed86e-1aa3-4420-9cc9-77f5ab4b0df7 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:45.062026 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6b2bf7c8-46cd-4635-8220-88ae87b1e854 req-aaeed86e-1aa3-4420-9cc9-77f5ab4b0df7 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.1215336 Jun 29 16:14:45.132139 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6b2bf7c8-46cd-4635-8220-88ae87b1e854 req-ff9e377b-c3ac-4c16-87c4-e096aa20de6a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685828 Jun 29 16:14:45.163853 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8c487288-41a9-42a7-8041-902e4c839145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:45.176192 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8c487288-41a9-42a7-8041-902e4c839145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:45.186892 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-69b1e7e9-e6bb-4b02-8cac-44cd4e106ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:45.252434 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-8c487288-41a9-42a7-8041-902e4c839145 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5718196c06b14a05a5d93699a743bec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699220 Jun 29 16:14:45.255116 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 50996) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:45.265596 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c487288-41a9-42a7-8041-902e4c839145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a187de8b-ac38-49e4-bd06-1ab9264fbc31,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:45.309951 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-8c487288-41a9-42a7-8041-902e4c839145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:45.360438 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-730caef5-83ed-4bbe-94ad-8a2f234cd3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:45.470149 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-730caef5-83ed-4bbe-94ad-8a2f234cd3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:45.602890 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-730caef5-83ed-4bbe-94ad-8a2f234cd3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:45.609583 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-730caef5-83ed-4bbe-94ad-8a2f234cd3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:45.612100 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-730caef5-83ed-4bbe-94ad-8a2f234cd3cc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a187de8b-ac38-49e4-bd06-1ab9264fbc31 HTTP/1.1" status: 204 len: 168 time: 0.3557603 Jun 29 16:14:45.613032 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dd782f67-bf1e-4f64-b4cb-573e0176a4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:45.659529 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8117f57-791c-409e-8201-563b219f83c3 req-112e5dae-7692-4a35-a1fd-b5dda99f916a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:45.670413 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d8117f57-791c-409e-8201-563b219f83c3 req-112e5dae-7692-4a35-a1fd-b5dda99f916a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.2609541 Jun 29 16:14:45.677076 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730caef5-83ed-4bbe-94ad-8a2f234cd3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a187de8b-ac38-49e4-bd06-1ab9264fbc31,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:45.680023 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-730caef5-83ed-4bbe-94ad-8a2f234cd3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:45.786760 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d8117f57-791c-409e-8201-563b219f83c3 req-26efddda-c30c-4c18-b186-f4a7a6c136e8 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154246 Jun 29 16:14:45.962269 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8f6be-af91-46b5-80e8-f47810a9be78 req-09ec29ef-cc0c-4535-9f2e-719af4693197 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:45.969762 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3ac8f6be-af91-46b5-80e8-f47810a9be78 req-09ec29ef-cc0c-4535-9f2e-719af4693197 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 945 time: 0.0889816 Jun 29 16:14:46.030004 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3ac8f6be-af91-46b5-80e8-f47810a9be78 req-8bfca27e-6fbc-4307-b456-df8b5e0928c8 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591087 Jun 29 16:14:46.332328 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa25e3-4597-4d4d-a7fa-dcc439e340ea req-b6bb5a29-2502-48e6-b023-8005539ee187 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:46.333911 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cafa25e3-4597-4d4d-a7fa-dcc439e340ea req-b6bb5a29-2502-48e6-b023-8005539ee187 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0722225 Jun 29 16:14:46.381437 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cafa25e3-4597-4d4d-a7fa-dcc439e340ea req-5929bd1e-8f5f-47a6-88b5-6c425a3ffcec tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389745 Jun 29 16:14:46.610547 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d403c-5a7c-405b-bf33-1aa39ccf93ef req-cdb1f42e-2e7a-4736-9e5b-22967565e8d6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:46.612444 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-be0d403c-5a7c-405b-bf33-1aa39ccf93ef req-cdb1f42e-2e7a-4736-9e5b-22967565e8d6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0976479 Jun 29 16:14:46.621657 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51076) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:46.627698 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-73e806ff-2524-4105-ad57-196fcfd7838b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'floatingip': {'port_id': '22dcaf06-699a-4317-8536-7b43e55199fb'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:46.745445 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-73e806ff-2524-4105-ad57-196fcfd7838b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:47.025796 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d647c-95e6-457f-acf1-8f2a5b58ebe4 req-166834d3-56fe-4bc0-ac35-d867f479d259 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:47.035464 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fb4d647c-95e6-457f-acf1-8f2a5b58ebe4 req-166834d3-56fe-4bc0-ac35-d867f479d259 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1007237 Jun 29 16:14:47.090530 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fb4d647c-95e6-457f-acf1-8f2a5b58ebe4 req-59b7f464-dc89-4bbb-a80c-7ae42567cb33 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537875 Jun 29 16:14:47.345489 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323cbd6-2e81-4af1-8baa-8e280aff119f req-1e4091d0-2cf5-497f-8ef0-39eb7d88d3dc tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:47.352142 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8323cbd6-2e81-4af1-8baa-8e280aff119f req-1e4091d0-2cf5-497f-8ef0-39eb7d88d3dc tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 945 time: 0.1620793 Jun 29 16:14:47.430172 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8323cbd6-2e81-4af1-8baa-8e280aff119f req-48793f12-f833-4555-9ad3-cca160a7d832 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571868 Jun 29 16:14:47.808066 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-73e806ff-2524-4105-ad57-196fcfd7838b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:47.814483 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-73e806ff-2524-4105-ad57-196fcfd7838b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:47.829073 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a075b-1a08-4d1e-b664-8f39bc891bbb req-57a7a33f-94da-47b3-b46e-33c307e03020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:47.830562 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ce9a075b-1a08-4d1e-b664-8f39bc891bbb req-57a7a33f-94da-47b3-b46e-33c307e03020 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 1099 time: 0.1733809 Jun 29 16:14:47.920277 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-ee7d46a8-275a-48b5-a009-26abaed349ab tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:47.921812 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-ee7d46a8-275a-48b5-a009-26abaed349ab tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 945 time: 0.1892877 Jun 29 16:14:47.944856 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c8267-a3e5-4f20-b015-c42d402ca2aa req-d3f86734-fdc4-45e7-8ed5-5730e6c2b0ef tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:47.951783 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-529c8267-a3e5-4f20-b015-c42d402ca2aa req-d3f86734-fdc4-45e7-8ed5-5730e6c2b0ef tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1999996 Jun 29 16:14:47.967526 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.l3_db [None req-73e806ff-2524-4105-ad57-196fcfd7838b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Floating IP eb0f270d-c862-4732-ad44-d72b254d569a associated. External IP: 172.28.0.184, port: 22dcaf06-699a-4317-8536-7b43e55199fb. Jun 29 16:14:48.015197 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51148) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:48.015788 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51152) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:48.150341 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-529c8267-a3e5-4f20-b015-c42d402ca2aa req-69c2147e-6afb-4e0b-92dc-42eab44eeb5f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975260 Jun 29 16:14:48.170642 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a075b-1a08-4d1e-b664-8f39bc891bbb req-a8518650-0277-4af7-ac1d-9a30e9830c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:48.174820 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ce9a075b-1a08-4d1e-b664-8f39bc891bbb req-a8518650-0277-4af7-ac1d-9a30e9830c51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 919 time: 0.3363068 Jun 29 16:14:48.299839 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ce9a075b-1a08-4d1e-b664-8f39bc891bbb req-9e6c3754-05d9-4040-a07f-7ff6bc338979 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dee109df-d0a6-4908-93de-8cf182e9922a HTTP/1.1" status: 200 len: 217 time: 0.0615742 Jun 29 16:14:48.301019 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9211-aa9c-4dce-a07a-4185d15e30dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.306646 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51168) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:48.405440 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Deleting port 23f131c3-2263-4479-b867-ef19fc965cd6 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:14:48.405910 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.409487 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a075b-1a08-4d1e-b664-8f39bc891bbb req-62614aaf-9de6-46e7-881f-d0b1a5dd0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:48.410965 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ce9a075b-1a08-4d1e-b664-8f39bc891bbb req-62614aaf-9de6-46e7-881f-d0b1a5dd0a28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 200 len: 858 time: 0.0978096 Jun 29 16:14:48.479464 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ce35d766-8460-4a7e-9b4a-3337f60e600e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.535110 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e806ff-2524-4105-ad57-196fcfd7838b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Router 325ab1b0-ade4-4e04-a459-9a0969b84d68 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:14:48.537660 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ce9a075b-1a08-4d1e-b664-8f39bc891bbb req-18b8908b-205b-46cd-b134-0ac551896a1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077290 Jun 29 16:14:48.539141 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1847d0e1-f891-491b-8ae3-e765b72dbec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.650003 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e806ff-2524-4105-ad57-196fcfd7838b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:14:48.655181 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-73e806ff-2524-4105-ad57-196fcfd7838b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.666702 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] Sync routers for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:14:48.688438 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:48.689160 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:14:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:48.703331 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-73e806ff-2524-4105-ad57-196fcfd7838b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "PUT /v2.0/floatingips/eb0f270d-c862-4732-ad44-d72b254d569a HTTP/1.1" status: 200 len: 992 time: 2.0798967 Jun 29 16:14:48.704646 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb'}] {{(pid=93150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:48.718445 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48a7feb8469e3ec324b3892cc3d616f279792e0891358fa3d6d01a76cb3d71ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7363129d-c858-4987-b4bb-00b804d124cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb"}]}' {{(pid=93150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:48.835354 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:48.898896 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7560bde1-e0a4-4537-96b9-26624bb4cab1 x-openstack-request-id: req-7560bde1-e0a4-4537-96b9-26624bb4cab1 {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:48.899530 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb", "status": "completed", "code": 200}]} {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:48.899530 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7560bde1-e0a4-4537-96b9-26624bb4cab1 {{(pid=93150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:48.899975 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb', 'status': 'completed', 'code': 200} Jun 29 16:14:48.935069 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] For port 23f131c3-2263-4479-b867-ef19fc965cd6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=23f131c3-2263-4479-b867-ef19fc965cd6,segment=NetworkSegment(ef0f2b8c-602f-4ccf-b2af-d5c96d336120),segment_id=ef0f2b8c-602f-4ccf-b2af-d5c96d336120)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:14:48.935677 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:48.975478 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ce9a075b-1a08-4d1e-b664-8f39bc891bbb req-22609460-816d-438a-a2a5-4851a640d163 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086220 Jun 29 16:14:48.977267 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Calling delete_port for 23f131c3-2263-4479-b867-ef19fc965cd6 owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:14:48.984698 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363129d-c858-4987-b4bb-00b804d124cc req-ff3dacc3-9b2e-4c15-bcbc-83ecb0e6c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:48.986373 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7363129d-c858-4987-b4bb-00b804d124cc req-ff3dacc3-9b2e-4c15-bcbc-83ecb0e6c2f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 1099 time: 0.0589566 Jun 29 16:14:49.005767 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9211-aa9c-4dce-a07a-4185d15e30dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.034788 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-bdfb9211-aa9c-4dce-a07a-4185d15e30dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.072508 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-268569a7-9b65-49e9-b163-b60cc41614ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:49.091891 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363129d-c858-4987-b4bb-00b804d124cc req-6b292419-2844-42db-b0c9-2b63eb3ea3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:49.093709 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7363129d-c858-4987-b4bb-00b804d124cc req-6b292419-2844-42db-b0c9-2b63eb3ea3af service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 918 time: 0.0987101 Jun 29 16:14:49.144729 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda40d7a-c496-4d42-badf-a5c821a25c92 req-714febbb-feb9-4972-b5b3-a6f42996c41b tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:49.146192 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bda40d7a-c496-4d42-badf-a5c821a25c92 req-714febbb-feb9-4972-b5b3-a6f42996c41b tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 945 time: 0.5592854 Jun 29 16:14:49.155982 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.db.api [None req-1847d0e1-f891-491b-8ae3-e765b72dbec1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:14:49.155982 dv-cinder-786260-7-smb neutron-server[93151]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 16:14:49.155982 dv-cinder-786260-7-smb neutron-server[93151]: [parameters: {'project_id_1': 'b84c59b8f4f44a03b22b794e7d094e9d', 'expiration_1': datetime.datetime(2021, 6, 29, 16, 14, 48, 590845)}] Jun 29 16:14:49.155982 dv-cinder-786260-7-smb neutron-server[93151]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:14:49.157145 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_db.api [None req-1847d0e1-f891-491b-8ae3-e765b72dbec1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:14:49.206192 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7363129d-c858-4987-b4bb-00b804d124cc req-d370b6b5-5406-413e-bbcf-f6f0de29cc60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22dcaf06-699a-4317-8536-7b43e55199fb HTTP/1.1" status: 200 len: 1000 time: 0.1047053 Jun 29 16:14:49.222057 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'eb0f270d-c862-4732-ad44-d72b254d569a', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'floating_ip_address': '172.28.0.184', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'port_id': '22dcaf06-699a-4317-8536-7b43e55199fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'mac_address': 'fa:16:3e:d1:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:14:23Z', 'updated_at': '2021-06-29T16:14:47Z', 'revision_number': 1, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:49.227277 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-bdfb9211-aa9c-4dce-a07a-4185d15e30dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c6a68bfff9b45a3a8f1af7e3aed44a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1987708 Jun 29 16:14:49.250119 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51194) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:49.252734 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] Checking router: 325ab1b0-ade4-4e04-a459-9a0969b84d68 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:14:49.265370 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:14:49.266213 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:14:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:49.274285 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb9211-aa9c-4dce-a07a-4185d15e30dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a202eb30-84be-4519-82ab-2ed70bf5f884,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:49.289314 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-bdfb9211-aa9c-4dce-a07a-4185d15e30dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:49.301564 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363129d-c858-4987-b4bb-00b804d124cc req-12853d26-6142-4470-b7ff-3071cf80cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:49.303409 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7363129d-c858-4987-b4bb-00b804d124cc req-12853d26-6142-4470-b7ff-3071cf80cfcd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.0893614 Jun 29 16:14:49.321480 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-62ac4120-81f5-447b-bfc6-6cb91cff75c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.353917 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ce9a075b-1a08-4d1e-b664-8f39bc891bbb req-b0c45243-59d2-4a20-aaab-410726f31c1f service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675809 Jun 29 16:14:49.372583 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bda40d7a-c496-4d42-badf-a5c821a25c92 req-17753053-0071-469b-bad4-76d9838223f1 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/security-groups?id=06f31968-f108-45a8-8584-fd7d68f586b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040634 Jun 29 16:14:49.390160 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-62ac4120-81f5-447b-bfc6-6cb91cff75c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.402353 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:14:49.483768 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ce35d766-8460-4a7e-9b4a-3337f60e600e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.504366 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e39a1-1d4c-4eb9-892a-b2f3bcfb69da req-c1ef9cf1-011b-4efc-9c00-7f2d06f86391 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:49.509543 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c38e39a1-1d4c-4eb9-892a-b2f3bcfb69da req-c1ef9cf1-011b-4efc-9c00-7f2d06f86391 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.2166233 Jun 29 16:14:49.512600 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ce35d766-8460-4a7e-9b4a-3337f60e600e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.516482 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363129d-c858-4987-b4bb-00b804d124cc req-a0ec3839-8dc5-4d62-9e59-7c77e956f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:49.517978 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7363129d-c858-4987-b4bb-00b804d124cc req-a0ec3839-8dc5-4d62-9e59-7c77e956f755 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1975944 Jun 29 16:14:49.519029 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-bdfb9211-aa9c-4dce-a07a-4185d15e30dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:49.519146 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-62ac4120-81f5-447b-bfc6-6cb91cff75c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.521216 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.523547 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-62ac4120-81f5-447b-bfc6-6cb91cff75c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.527181 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-62ac4120-81f5-447b-bfc6-6cb91cff75c8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a202eb30-84be-4519-82ab-2ed70bf5f884 HTTP/1.1" status: 204 len: 168 time: 0.2731357 Jun 29 16:14:49.527181 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:49.540560 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['23f131c3-2263-4479-b867-ef19fc965cd6'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:14:49.545826 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac4120-81f5-447b-bfc6-6cb91cff75c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a202eb30-84be-4519-82ab-2ed70bf5f884,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:49.557414 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-62ac4120-81f5-447b-bfc6-6cb91cff75c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:49.608622 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-ce35d766-8460-4a7e-9b4a-3337f60e600e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=335794cd9f274e638e85be7f629d23b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2999623 Jun 29 16:14:49.635179 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51210) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:49.637529 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35d766-8460-4a7e-9b4a-3337f60e600e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4abd807-bfc1-4234-902f-aea7aff11e53,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:49.652288 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8678bdea-cf8f-4da8-b5a7-bf7288d75af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.678546 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1847d0e1-f891-491b-8ae3-e765b72dbec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.681324 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ce35d766-8460-4a7e-9b4a-3337f60e600e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:49.687252 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c38e39a1-1d4c-4eb9-892a-b2f3bcfb69da req-5d66f292-61dd-41f6-a208-714cb65f7e30 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693881 Jun 29 16:14:49.689974 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c2e36c04-1366-44e8-8429-1f764718c260 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:49.731438 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7363129d-c858-4987-b4bb-00b804d124cc req-4eb3c4b1-033b-4593-8c4a-09456760d3d5 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864538 Jun 29 16:14:49.748498 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] No DVR routers for this DVR port 23f131c3-2263-4479-b867-ef19fc965cd6 on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:14:49.756164 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Pushing event deleted for resources: {'Port': ['ID=23f131c3-2263-4479-b867-ef19fc965cd6,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:49.760931 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.762860 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4cf44a7a-e9e3-46c4-892b-a70cb2ab43b5 req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.61 "DELETE /v2.0/ports/23f131c3-2263-4479-b867-ef19fc965cd6 HTTP/1.1" status: 204 len: 173 time: 1.8091466 Jun 29 16:14:49.764266 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7363061-afe7-4d8b-9a9e-5a63ea0476e6', 'name': 'network-vif-deleted', 'tag': '23f131c3-2263-4479-b867-ef19fc965cd6'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:14:49.766933 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168d635d-2595-41bf-9bd5-42b11884341e" -d '{"events": [{"server_uuid": "e7363061-afe7-4d8b-9a9e-5a63ea0476e6", "name": "network-vif-deleted", "tag": "23f131c3-2263-4479-b867-ef19fc965cd6"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:14:49.769181 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:49.849819 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-aa859cc2-4f24-4094-a13b-175fd1b1579c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.883560 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e99c74-fa1b-4ebe-a686-3b4461478f73 x-openstack-request-id: req-c7e99c74-fa1b-4ebe-a686-3b4461478f73 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:14:49.885480 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7363061-afe7-4d8b-9a9e-5a63ea0476e6", "name": "network-vif-deleted", "tag": "23f131c3-2263-4479-b867-ef19fc965cd6", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:14:49.891218 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c7e99c74-fa1b-4ebe-a686-3b4461478f73 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:14:49.891668 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7363061-afe7-4d8b-9a9e-5a63ea0476e6', 'name': 'network-vif-deleted', 'tag': '23f131c3-2263-4479-b867-ef19fc965cd6', 'status': 'completed', 'code': 200} Jun 29 16:14:49.921463 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-aa859cc2-4f24-4094-a13b-175fd1b1579c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:49.924331 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'eb0f270d-c862-4732-ad44-d72b254d569a', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'floating_ip_address': '172.28.0.184', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'port_id': '22dcaf06-699a-4317-8536-7b43e55199fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'mac_address': 'fa:16:3e:d1:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:14:23Z', 'updated_at': '2021-06-29T16:14:47Z', 'revision_number': 1, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:49.932325 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7363129d-c858-4987-b4bb-00b804d124cc req-416c5a08-e8ed-433e-96d4-957f681d48aa service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930890 Jun 29 16:14:49.997805 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1847d0e1-f891-491b-8ae3-e765b72dbec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.010813 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1847d0e1-f891-491b-8ae3-e765b72dbec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.022006 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca57475-b75c-4f38-aec2-c5f43aec84c5 None None] The sync data for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb is: [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'eb0f270d-c862-4732-ad44-d72b254d569a', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'floating_ip_address': '172.28.0.184', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'port_id': '22dcaf06-699a-4317-8536-7b43e55199fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'mac_address': 'fa:16:3e:d1:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:14:23Z', 'updated_at': '2021-06-29T16:14:47Z', 'revision_number': 1, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:14:50.024328 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7a221a96-bfe5-489e-8578-7cd215c8ffd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:50.028520 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-aa859cc2-4f24-4094-a13b-175fd1b1579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.031751 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-aa859cc2-4f24-4094-a13b-175fd1b1579c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.035854 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-aa859cc2-4f24-4094-a13b-175fd1b1579c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f4abd807-bfc1-4234-902f-aea7aff11e53 HTTP/1.1" status: 204 len: 168 time: 0.3994188 Jun 29 16:14:50.111421 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-1847d0e1-f891-491b-8ae3-e765b72dbec1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b84c59b8f4f44a03b22b794e7d094e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0840268 Jun 29 16:14:50.111611 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51232) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:50.118020 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847d0e1-f891-491b-8ae3-e765b72dbec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bf5a5b-a5b8-4e4d-a78c-c80dbba5c671,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:50.142671 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1847d0e1-f891-491b-8ae3-e765b72dbec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:50.144282 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ecdf046f-35bb-4a57-aee2-748c3291da52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:50.168125 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51236) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:50.171350 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa859cc2-4f24-4094-a13b-175fd1b1579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4abd807-bfc1-4234-902f-aea7aff11e53,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:50.186792 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51238) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:50.187752 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-aa859cc2-4f24-4094-a13b-175fd1b1579c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:50.220462 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-96160c79-24d0-49d3-8e7d-140697ec668c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.264010 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-491c6261-7880-41c1-8343-057ce47ca7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.305395 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-491c6261-7880-41c1-8343-057ce47ca7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.346067 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-96160c79-24d0-49d3-8e7d-140697ec668c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.361310 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-96160c79-24d0-49d3-8e7d-140697ec668c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.374321 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-491c6261-7880-41c1-8343-057ce47ca7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.375206 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9fdbc22d-d68f-4813-b6bd-e4751ecb2a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:50.377839 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-491c6261-7880-41c1-8343-057ce47ca7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.381235 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-491c6261-7880-41c1-8343-057ce47ca7fb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/63bf5a5b-a5b8-4e4d-a78c-c80dbba5c671 HTTP/1.1" status: 204 len: 168 time: 0.2664580 Jun 29 16:14:50.381235 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-ae6c2f6c-f37c-4dd8-a75e-534583bca16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:50.390960 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c6261-7880-41c1-8343-057ce47ca7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bf5a5b-a5b8-4e4d-a78c-c80dbba5c671,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:50.392447 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-491c6261-7880-41c1-8343-057ce47ca7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:50.457599 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-96160c79-24d0-49d3-8e7d-140697ec668c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=924b31ec3e9f4cf98265ddfb37043ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664325 Jun 29 16:14:50.457599 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2b99a706-9548-42c1-ad09-66ddc21695b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.457966 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51246) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:50.476937 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96160c79-24d0-49d3-8e7d-140697ec668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18635eb-b614-4cbd-98c8-da731726c375,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:50.492243 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-96160c79-24d0-49d3-8e7d-140697ec668c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:50.492465 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800b55da-8402-40eb-8757-ffafd3b2094e None None] New status for floating IP eb0f270d-c862-4732-ad44-d72b254d569a: ACTIVE {{(pid=93152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:14:50.546695 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ac0-1822-42c2-ba1f-86e591539627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.591689 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ac0-1822-42c2-ba1f-86e591539627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.662441 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ca436e6a-73c0-426a-ab6e-8aa87d5c9781 req-e2ad1ef3-b376-4acf-bcb8-5755c9a70aae tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7363061-afe7-4d8b-9a9e-5a63ea0476e6 HTTP/1.1" status: 200 len: 210 time: 0.1031988 Jun 29 16:14:50.712880 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ac0-1822-42c2-ba1f-86e591539627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.717553 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ac0-1822-42c2-ba1f-86e591539627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.718968 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-bcf80ac0-1822-42c2-ba1f-86e591539627 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a18635eb-b614-4cbd-98c8-da731726c375 HTTP/1.1" status: 204 len: 168 time: 0.2600935 Jun 29 16:14:50.719991 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-39fb444f-469e-48f5-a3df-d913dfb8d54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:50.747913 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf80ac0-1822-42c2-ba1f-86e591539627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18635eb-b614-4cbd-98c8-da731726c375,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:50.754223 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bcf80ac0-1822-42c2-ba1f-86e591539627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:50.768168 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2b99a706-9548-42c1-ad09-66ddc21695b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.777674 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2b99a706-9548-42c1-ad09-66ddc21695b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.787225 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51256) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:50.812222 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-730caef5-83ed-4bbe-94ad-8a2f234cd3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:50.819149 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-2b99a706-9548-42c1-ad09-66ddc21695b2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=55a6b81241f44be99ec9cab680627299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466463 Jun 29 16:14:50.819720 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-665d7a54-dc2e-4ddc-9261-938f1268927f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.824683 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51258) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:50.924924 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-652fa584-b194-4bef-a2d3-2209c1691e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:50.955804 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99a706-9548-42c1-ad09-66ddc21695b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d6fdee-01a5-4d24-a866-e01c8d83c057,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:50.965944 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2b99a706-9548-42c1-ad09-66ddc21695b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:51.003467 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-665d7a54-dc2e-4ddc-9261-938f1268927f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.016653 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-665d7a54-dc2e-4ddc-9261-938f1268927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.036132 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-652fa584-b194-4bef-a2d3-2209c1691e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.062830 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f777125c-a126-447e-8206-0277cac6b614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:51.066874 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-665d7a54-dc2e-4ddc-9261-938f1268927f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9bcb64e239004f09b973079328e2e641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783518 Jun 29 16:14:51.072489 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51260) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:51.099403 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51264) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:51.108782 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d7a54-dc2e-4ddc-9261-938f1268927f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8900f9e5-6879-4ad9-8cf0-543d4c6fcf7d,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:51.117782 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-665d7a54-dc2e-4ddc-9261-938f1268927f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:51.119144 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3e49c521-0544-452e-8a02-fd13336b20f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.153145 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3f2b2-dd28-4470-bd59-e61ed785206c req-4695b97b-bb6a-4189-85e6-f8022616dc38 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:51.154782 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b3a3f2b2-dd28-4470-bd59-e61ed785206c req-4695b97b-bb6a-4189-85e6-f8022616dc38 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1855695 Jun 29 16:14:51.218307 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-84e6dee3-fcac-4535-9a76-9d1b9e1f0ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.237365 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3e49c521-0544-452e-8a02-fd13336b20f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.243290 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-84e6dee3-fcac-4535-9a76-9d1b9e1f0ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.245705 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3e49c521-0544-452e-8a02-fd13336b20f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.252161 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f0113eb4-bfd4-469c-95d2-dd03e94c5a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:51.266322 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-652fa584-b194-4bef-a2d3-2209c1691e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.269256 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-652fa584-b194-4bef-a2d3-2209c1691e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.270401 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-652fa584-b194-4bef-a2d3-2209c1691e1e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/01d6fdee-01a5-4d24-a866-e01c8d83c057 HTTP/1.1" status: 204 len: 168 time: 0.4447691 Jun 29 16:14:51.282882 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:51.291869 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49c521-0544-452e-8a02-fd13336b20f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf920d7-4fcf-49d4-b15f-15a848d6ba30,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:51.298644 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3e49c521-0544-452e-8a02-fd13336b20f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:51.311270 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b3a3f2b2-dd28-4470-bd59-e61ed785206c req-18b5dbcb-9f3f-4c18-9a12-4d8f6658761a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285338 Jun 29 16:14:51.313433 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fa584-b194-4bef-a2d3-2209c1691e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d6fdee-01a5-4d24-a866-e01c8d83c057,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:51.321995 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-652fa584-b194-4bef-a2d3-2209c1691e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:51.346225 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-3e49c521-0544-452e-8a02-fd13336b20f4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d88029fe70424e6a87d20c7c5252f130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452569 Jun 29 16:14:51.348753 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51278) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:51.350601 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-84e6dee3-fcac-4535-9a76-9d1b9e1f0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.354155 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-84e6dee3-fcac-4535-9a76-9d1b9e1f0ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.358463 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-84e6dee3-fcac-4535-9a76-9d1b9e1f0ed1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8900f9e5-6879-4ad9-8cf0-543d4c6fcf7d HTTP/1.1" status: 204 len: 168 time: 0.2734501 Jun 29 16:14:51.359384 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:51.368414 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6dee3-fcac-4535-9a76-9d1b9e1f0ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8900f9e5-6879-4ad9-8cf0-543d4c6fcf7d,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:51.370849 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-84e6dee3-fcac-4535-9a76-9d1b9e1f0ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:51.425161 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-318dfa47-2a31-4e33-89d7-892e271e74fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.448015 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-318dfa47-2a31-4e33-89d7-892e271e74fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.500855 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-318dfa47-2a31-4e33-89d7-892e271e74fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.501314 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-318dfa47-2a31-4e33-89d7-892e271e74fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:51.502488 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-318dfa47-2a31-4e33-89d7-892e271e74fd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aaf920d7-4fcf-49d4-b15f-15a848d6ba30 HTTP/1.1" status: 204 len: 168 time: 0.1507475 Jun 29 16:14:51.503295 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-12cb46df-c2fb-4279-8e7b-bbc1134aa8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:51.512653 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318dfa47-2a31-4e33-89d7-892e271e74fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf920d7-4fcf-49d4-b15f-15a848d6ba30,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:51.515012 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-318dfa47-2a31-4e33-89d7-892e271e74fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:51.916492 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51306) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:51.930589 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1bab0e42-7783-431e-b7df-e66b4514e7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.016741 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-82c7e586-29db-4160-aada-2a450cd24026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.048643 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1bab0e42-7783-431e-b7df-e66b4514e7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.056833 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51312) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:52.064915 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1bab0e42-7783-431e-b7df-e66b4514e7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.069936 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a746e7a0-7e38-4885-ac2f-05baa8ebe4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:52.128181 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-1bab0e42-7783-431e-b7df-e66b4514e7b5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a3a8372ea07d4951bdc9a1e6dac4fe39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2098429 Jun 29 16:14:52.140666 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51322) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:52.149283 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab0e42-7783-431e-b7df-e66b4514e7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f1f02a-1abd-47ba-ac87-a1df4c8d6b45,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:52.155179 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1bab0e42-7783-431e-b7df-e66b4514e7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:52.197359 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fe156114-a32f-488e-8613-d814e956b96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.228733 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fe156114-a32f-488e-8613-d814e956b96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.273947 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-cff32318-9270-41b5-9f2a-746d6208e5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.293500 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.298555 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fe156114-a32f-488e-8613-d814e956b96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.301331 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fe156114-a32f-488e-8613-d814e956b96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.305303 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-fe156114-a32f-488e-8613-d814e956b96e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/22f1f02a-1abd-47ba-ac87-a1df4c8d6b45 HTTP/1.1" status: 204 len: 168 time: 0.1742213 Jun 29 16:14:52.306151 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bcf80ac0-1822-42c2-ba1f-86e591539627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:52.318750 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe156114-a32f-488e-8613-d814e956b96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f1f02a-1abd-47ba-ac87-a1df4c8d6b45,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:52.321673 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-fe156114-a32f-488e-8613-d814e956b96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:52.409804 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.452262 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-cff32318-9270-41b5-9f2a-746d6208e5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.458433 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-cff32318-9270-41b5-9f2a-746d6208e5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.492709 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:52.544047 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-cff32318-9270-41b5-9f2a-746d6208e5de admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=213779a7609b4306bba1fecf43c4e6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852653 Jun 29 16:14:52.546805 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51348) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:52.565550 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff32318-9270-41b5-9f2a-746d6208e5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e181c-6fe1-49a6-a327-edf7aab1d447,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:52.574285 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-cff32318-9270-41b5-9f2a-746d6208e5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:52.612036 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592d844-51e8-456d-a100-350be6c141de req-5fad98e8-ff64-4bf3-83e6-e5c75ec0cee9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:52.614094 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2592d844-51e8-456d-a100-350be6c141de req-5fad98e8-ff64-4bf3-83e6-e5c75ec0cee9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1172383 Jun 29 16:14:52.629163 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-783745b0-9de4-4500-b0bb-34eda3c4b6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.659319 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-783745b0-9de4-4500-b0bb-34eda3c4b6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.666356 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2592d844-51e8-456d-a100-350be6c141de req-0b32733f-2b0d-4514-9d6b-bf429c0b38a8 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452478 Jun 29 16:14:52.720815 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-783745b0-9de4-4500-b0bb-34eda3c4b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.723330 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-783745b0-9de4-4500-b0bb-34eda3c4b6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:52.726808 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-783745b0-9de4-4500-b0bb-34eda3c4b6c7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0c3e181c-6fe1-49a6-a327-edf7aab1d447 HTTP/1.1" status: 204 len: 168 time: 0.1764388 Jun 29 16:14:52.726808 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:52.733249 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783745b0-9de4-4500-b0bb-34eda3c4b6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e181c-6fe1-49a6-a327-edf7aab1d447,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:52.740914 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-783745b0-9de4-4500-b0bb-34eda3c4b6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:53.142125 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 23f131c3-2263-4479-b867-ef19fc965cd6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:14:53.162870 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 23f131c3-2263-4479-b867-ef19fc965cd6 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:14:53.164041 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 23f131c3-2263-4479-b867-ef19fc965cd6 not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:14:53.241846 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.286007 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51382) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:53.301802 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a0662ee2-8649-4a23-9d08-a90fb0c91c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.400627 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a0662ee2-8649-4a23-9d08-a90fb0c91c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.406142 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a0662ee2-8649-4a23-9d08-a90fb0c91c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.408732 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-850f46e9-65ad-491e-8964-d712b79fc800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:53.450939 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0662ee2-8649-4a23-9d08-a90fb0c91c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7c99bf-d79c-48a7-8f61-db7506c92d0b,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:53.455266 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a0662ee2-8649-4a23-9d08-a90fb0c91c3e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=25ed83a3298749e9978a881bedc077c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681650 Jun 29 16:14:53.456181 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a0662ee2-8649-4a23-9d08-a90fb0c91c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:53.457609 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51404) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:53.530923 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5ef51382-9243-4fc8-afea-05a9595c2581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.556904 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5ef51382-9243-4fc8-afea-05a9595c2581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.624998 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51414) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:53.668953 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5ef51382-9243-4fc8-afea-05a9595c2581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.671856 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5ef51382-9243-4fc8-afea-05a9595c2581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.675951 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-5ef51382-9243-4fc8-afea-05a9595c2581 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5a7c99bf-d79c-48a7-8f61-db7506c92d0b HTTP/1.1" status: 204 len: 168 time: 0.2173660 Jun 29 16:14:53.679978 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-fe156114-a32f-488e-8613-d814e956b96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:53.701248 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fa19d2-b00d-43b1-ad86-bc3765df351a admin admin] Deleting subnet 0c0dc55b-b92e-49b1-881d-a51ac6978e2a {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:14:53.711038 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-03fa19d2-b00d-43b1-ad86-bc3765df351a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.747100 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef51382-9243-4fc8-afea-05a9595c2581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7c99bf-d79c-48a7-8f61-db7506c92d0b,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:53.751188 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-5ef51382-9243-4fc8-afea-05a9595c2581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:53.780032 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-03fa19d2-b00d-43b1-ad86-bc3765df351a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.791922 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-03fa19d2-b00d-43b1-ad86-bc3765df351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.876112 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b7154-587d-481c-8977-1c26bd766a8c req-a772591e-c78e-4e85-8b23-77c905eba97c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:53.877550 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ab5b7154-587d-481c-8977-1c26bd766a8c req-a772591e-c78e-4e85-8b23-77c905eba97c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0755308 Jun 29 16:14:53.881100 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-03fa19d2-b00d-43b1-ad86-bc3765df351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.887998 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:53.913681 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa19d2-b00d-43b1-ad86-bc3765df351a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c0dc55b-b92e-49b1-881d-a51ac6978e2a,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:53.931137 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-03fa19d2-b00d-43b1-ad86-bc3765df351a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:53.941111 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ab5b7154-587d-481c-8977-1c26bd766a8c req-203ea053-1af6-49e1-a3a6-c5333f703a6d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534387 Jun 29 16:14:53.945548 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-03fa19d2-b00d-43b1-ad86-bc3765df351a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:53.947853 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-03fa19d2-b00d-43b1-ad86-bc3765df351a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0c0dc55b-b92e-49b1-881d-a51ac6978e2a HTTP/1.1" status: 204 len: 168 time: 0.3217134 Jun 29 16:14:53.950992 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51432) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:54.024472 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.131558 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.145160 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.145593 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.146394 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.146812 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.147218 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.148366 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.148763 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.149153 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.149538 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.149919 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.276470 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.276470 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.276894 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.277449 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:14:54.278165 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32']}} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:54.297188 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0f2b8c-602f-4ccf-b2af-d5c96d336120') {'for_net_delete': True} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:54.298269 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0f2b8c-602f-4ccf-b2af-d5c96d336120') {} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:14:54.316943 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3327010'] for segment, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.359749 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.369874 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:14:54.370585 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134727'] for segment, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: from cryptography.utils import int_from_bytes Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: from cryptography.utils import int_from_bytes Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: Traceback (most recent call last): Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: timer() Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: cb(*args, **kw) Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: return func(*args, **kwargs) Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: self._notify() Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: self.callback(batched_events) Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: event.method(event) Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: return f(self, *a, **k) Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: return self._get(url).json() Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: return self.request(url, 'GET', **kwargs) Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:14:54.376053 dv-cinder-786260-7-smb neutron-server[93150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:14:54.436099 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.440773 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-9f3c7be7-8e89-4fba-bbbb-48b03a4f7e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:54.445888 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.447823 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32 HTTP/1.1" status: 204 len: 168 time: 0.4955025 Jun 29 16:14:54.458614 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac59568d-9c62-4e2d-8c7e-22c3d2b0bd32,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:54.463004 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-59b9cb25-cdfd-4a5c-b0be-7e8033ac34f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:54.793844 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51472) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:54.843731 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-8b246142-4850-41b1-8aeb-86da49b9e15d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a0704c41aabc413599634286cefc4393&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0483208 Jun 29 16:14:54.846029 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51478) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:54.897189 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a360e2e3-d384-4032-9772-52479f7c7426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.924783 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a360e2e3-d384-4032-9772-52479f7c7426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.953463 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.984994 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a360e2e3-d384-4032-9772-52479f7c7426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.987808 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a360e2e3-d384-4032-9772-52479f7c7426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:54.989105 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a360e2e3-d384-4032-9772-52479f7c7426 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/06f31968-f108-45a8-8584-fd7d68f586b0 HTTP/1.1" status: 204 len: 168 time: 0.1418173 Jun 29 16:14:54.989773 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-62ac4120-81f5-447b-bfc6-6cb91cff75c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:55.004688 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360e2e3-d384-4032-9772-52479f7c7426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f31968-f108-45a8-8584-fd7d68f586b0,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:55.014639 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a360e2e3-d384-4032-9772-52479f7c7426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:55.037777 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51488) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:55.144511 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567dfdd-be7b-4c9f-a195-6009b4632abe req-55a385cc-f5c2-42c2-858d-7a4dc091c64e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:55.145983 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2567dfdd-be7b-4c9f-a195-6009b4632abe req-55a385cc-f5c2-42c2-858d-7a4dc091c64e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0764768 Jun 29 16:14:55.185013 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2567dfdd-be7b-4c9f-a195-6009b4632abe req-a4763deb-223c-4959-bf7b-d9d8f85029e5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328155 Jun 29 16:14:55.430237 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6d2f38a9-57f5-4d26-b951-9bf6d0e9eedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.527483 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6d2f38a9-57f5-4d26-b951-9bf6d0e9eedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.532938 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6d2f38a9-57f5-4d26-b951-9bf6d0e9eedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.536704 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-65c5677e-1623-4b81-a774-d6cab7145a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:55.573226 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f38a9-57f5-4d26-b951-9bf6d0e9eedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86580c06-9e2b-498a-a0c4-9527cbbd18a7,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:55.576292 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-6d2f38a9-57f5-4d26-b951-9bf6d0e9eedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:55.581386 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-6d2f38a9-57f5-4d26-b951-9bf6d0e9eedb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ac794234381e4b41a1d42d4ed583a467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417731 Jun 29 16:14:55.581561 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51520) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:55.636604 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8052c527-15bc-44bf-bae2-6c243aa89a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.660261 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8052c527-15bc-44bf-bae2-6c243aa89a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.711574 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8052c527-15bc-44bf-bae2-6c243aa89a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.714473 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8052c527-15bc-44bf-bae2-6c243aa89a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:55.715822 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-8052c527-15bc-44bf-bae2-6c243aa89a66 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/86580c06-9e2b-498a-a0c4-9527cbbd18a7 HTTP/1.1" status: 204 len: 168 time: 0.1330814 Jun 29 16:14:55.716835 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e04fd68a-50e9-40ce-b2bf-22c1234f780d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:55.725762 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052c527-15bc-44bf-bae2-6c243aa89a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86580c06-9e2b-498a-a0c4-9527cbbd18a7,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:55.728242 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-8052c527-15bc-44bf-bae2-6c243aa89a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:55.803395 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51536) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:56.220128 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbb555d4-4638-4525-a4be-9388d1d8e443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:56.333579 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbb555d4-4638-4525-a4be-9388d1d8e443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:56.340648 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbb555d4-4638-4525-a4be-9388d1d8e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:56.371937 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:56.403196 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-fbb555d4-4638-4525-a4be-9388d1d8e443 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ad024bc8706644ea9db61ee858e97716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986173 Jun 29 16:14:56.403796 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51570) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:56.417847 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb555d4-4638-4525-a4be-9388d1d8e443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9baa763-2762-4aa1-b1b9-863f912c2e60,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:56.422444 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-fbb555d4-4638-4525-a4be-9388d1d8e443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:56.464279 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa755f45-cd13-444c-905d-a5b2f0686316 req-6842ebfe-9921-481d-b1f0-53a30fa7ca3a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:56.472373 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fa755f45-cd13-444c-905d-a5b2f0686316 req-6842ebfe-9921-481d-b1f0-53a30fa7ca3a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1225665 Jun 29 16:14:56.528560 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fa755f45-cd13-444c-905d-a5b2f0686316 req-70ea128a-1e61-4506-9fca-dd6fe9f9d3b3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548470 Jun 29 16:14:56.551502 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-58669641-8d1a-454a-99cf-1d9886031b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:56.579086 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-58669641-8d1a-454a-99cf-1d9886031b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:56.640008 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-58669641-8d1a-454a-99cf-1d9886031b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:56.642605 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-58669641-8d1a-454a-99cf-1d9886031b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:56.643773 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-58669641-8d1a-454a-99cf-1d9886031b52 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a9baa763-2762-4aa1-b1b9-863f912c2e60 HTTP/1.1" status: 204 len: 168 time: 0.2380435 Jun 29 16:14:56.644617 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:56.656192 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58669641-8d1a-454a-99cf-1d9886031b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9baa763-2762-4aa1-b1b9-863f912c2e60,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:56.666434 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-58669641-8d1a-454a-99cf-1d9886031b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:57.170819 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51650) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:57.183749 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-eb8b61ac-7a8e-4250-9a6b-059f5f8b31e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.350610 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-eb8b61ac-7a8e-4250-9a6b-059f5f8b31e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.356164 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-eb8b61ac-7a8e-4250-9a6b-059f5f8b31e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.361280 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-58669641-8d1a-454a-99cf-1d9886031b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:57.401290 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-eb8b61ac-7a8e-4250-9a6b-059f5f8b31e2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=70a4b0fd3d2e44c284071bc030adab73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293806 Jun 29 16:14:57.403874 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51658) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:57.412197 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b61ac-7a8e-4250-9a6b-059f5f8b31e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fa2e0a-a754-41c7-85ec-ca95ca388417,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:57.422188 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-eb8b61ac-7a8e-4250-9a6b-059f5f8b31e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:57.474375 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-94e4edcb-65f4-41e6-89ee-29cec6dffe20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.510621 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-94e4edcb-65f4-41e6-89ee-29cec6dffe20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.586372 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-94e4edcb-65f4-41e6-89ee-29cec6dffe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.589290 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-94e4edcb-65f4-41e6-89ee-29cec6dffe20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:57.593621 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-94e4edcb-65f4-41e6-89ee-29cec6dffe20 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b1fa2e0a-a754-41c7-85ec-ca95ca388417 HTTP/1.1" status: 204 len: 168 time: 0.1880817 Jun 29 16:14:57.595380 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-8376c07c-4bdf-4161-b8ce-cbfd494cab16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:57.611930 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4edcb-65f4-41e6-89ee-29cec6dffe20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fa2e0a-a754-41c7-85ec-ca95ca388417,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:57.614902 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-94e4edcb-65f4-41e6-89ee-29cec6dffe20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:57.811993 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd39da2-daa3-4823-8e08-7091248449e4 req-22e04911-e8d8-40d8-92be-54c62f65625b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:57.823504 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7cd39da2-daa3-4823-8e08-7091248449e4 req-22e04911-e8d8-40d8-92be-54c62f65625b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1132057 Jun 29 16:14:57.872997 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7cd39da2-daa3-4823-8e08-7091248449e4 req-4d80f202-08c2-47ed-842d-5790339e9f4e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479562 Jun 29 16:14:58.413226 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51746) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:58.540691 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0f069947-4002-4ee2-8ac8-13b9f17652b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.650654 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0f069947-4002-4ee2-8ac8-13b9f17652b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.657030 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0f069947-4002-4ee2-8ac8-13b9f17652b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.659696 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-8c487288-41a9-42a7-8041-902e4c839145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:58.687032 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f069947-4002-4ee2-8ac8-13b9f17652b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89841f2-e96a-45c0-8a9d-3ace996d1791,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:58.694420 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0f069947-4002-4ee2-8ac8-13b9f17652b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:58.711289 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-0f069947-4002-4ee2-8ac8-13b9f17652b9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=953145391f8e4d92aa94756b8b1e98a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968960 Jun 29 16:14:58.714230 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51762) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:58.766593 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a669e612-0068-4a0f-a089-82f5a0582d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.785101 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a669e612-0068-4a0f-a089-82f5a0582d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.836214 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a669e612-0068-4a0f-a089-82f5a0582d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.838864 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a669e612-0068-4a0f-a089-82f5a0582d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:58.843343 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a669e612-0068-4a0f-a089-82f5a0582d8f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e89841f2-e96a-45c0-8a9d-3ace996d1791 HTTP/1.1" status: 204 len: 168 time: 0.1269875 Jun 29 16:14:58.844387 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:14:58.856037 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669e612-0068-4a0f-a089-82f5a0582d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89841f2-e96a-45c0-8a9d-3ace996d1791,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:14:58.858414 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a669e612-0068-4a0f-a089-82f5a0582d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:14:59.070488 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a2608-6a67-499d-8c76-0abddabe50c7 req-eb720a7f-80e0-4607-88cd-9483a4b70347 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:14:59.072463 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-528a2608-6a67-499d-8c76-0abddabe50c7 req-eb720a7f-80e0-4607-88cd-9483a4b70347 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0752475 Jun 29 16:14:59.160767 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-528a2608-6a67-499d-8c76-0abddabe50c7 req-7b6a7ccf-7105-4588-8342-a325cdfba235 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812881 Jun 29 16:14:59.685134 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51822) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:59.715478 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51828) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:14:59.827429 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147258221-network', 'tenant_id': '3ecc11563e3c450883d40e70e1277bd0'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:14:59.853747 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-86fe1fa5-44d2-4cf4-8db4-8aadfabc93e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.876499 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Made reservation on behalf of 3ecc11563e3c450883d40e70e1277bd0 for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:14:59.880162 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.891842 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.981587 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-86fe1fa5-44d2-4cf4-8db4-8aadfabc93e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.987112 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-86fe1fa5-44d2-4cf4-8db4-8aadfabc93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:14:59.991759 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-58c86a08-37af-449a-9f97-9248f45ee328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:00.045342 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-86fe1fa5-44d2-4cf4-8db4-8aadfabc93e8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7daea55bb77745969df54ed5309cb71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589206 Jun 29 16:15:00.048051 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51836) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:00.049082 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe1fa5-44d2-4cf4-8db4-8aadfabc93e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0b921d-4779-4ef2-ba16-f0570e380cc3,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:00.054890 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-86fe1fa5-44d2-4cf4-8db4-8aadfabc93e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:00.119852 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.127595 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-36f61d9c-4cd3-40aa-8b03-c537c7391456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.128145 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.133869 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-665d7a54-dc2e-4ddc-9261-938f1268927f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:00.153106 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-36f61d9c-4cd3-40aa-8b03-c537c7391456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.156695 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:15:00.180415 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1188c2-b6b2-4411-b9fa-33640532f27c,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:00.191033 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:00.191033 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.191033 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Added segment 836c0e57-248d-4a44-93d4-fac0d8d36cdd of type vlan for network fe34cde9-5620-4b74-87aa-6e7d060251af Jun 29 16:15:00.229508 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-36f61d9c-4cd3-40aa-8b03-c537c7391456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.232581 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-36f61d9c-4cd3-40aa-8b03-c537c7391456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.233712 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-36f61d9c-4cd3-40aa-8b03-c537c7391456 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff0b921d-4779-4ef2-ba16-f0570e380cc3 HTTP/1.1" status: 204 len: 168 time: 0.1839166 Jun 29 16:15:00.240858 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9cc9d1b2-07a1-44c4-9d5a-a9e2f130f7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:00.251834 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f61d9c-4cd3-40aa-8b03-c537c7391456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0b921d-4779-4ef2-ba16-f0570e380cc3,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:00.255262 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-36f61d9c-4cd3-40aa-8b03-c537c7391456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:00.264786 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.300114 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.302174 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:00.304092 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.307774 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:00.337548 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6207469 Jun 29 16:15:00.342141 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51852) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:00.347536 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Request body: {'subnet': {'network_id': 'fe34cde9-5620-4b74-87aa-6e7d060251af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147258221-subnet', 'tenant_id': '3ecc11563e3c450883d40e70e1277bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:00.391239 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92b47-e923-4642-b715-686efd468a5b req-60a35b8c-40a3-4b44-b4d0-294167ffc3e4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:00.392784 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cbd92b47-e923-4642-b715-686efd468a5b req-60a35b8c-40a3-4b44-b4d0-294167ffc3e4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1107292 Jun 29 16:15:00.393111 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe34cde9-5620-4b74-87aa-6e7d060251af,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:00.394047 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Made reservation on behalf of 3ecc11563e3c450883d40e70e1277bd0 for: {'subnet': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:00.396368 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.401244 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:00.409907 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network fe34cde9-5620-4b74-87aa-6e7d060251af details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:15:00.543627 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cbd92b47-e923-4642-b715-686efd468a5b req-ac97920b-56e3-4495-8a2e-deb6476a3673 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713155 Jun 29 16:15:00.674014 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for subnet, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.680658 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ce9466a8-4fc0-4006-8560-6ba6e009d577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:00.703729 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51872) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:00.716902 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-767d0411-5745-4e7e-a906-01ad505ece42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.743516 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=948c6e2e-a54f-41e7-99d8-6296993ebf18,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:00.747814 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:00.752331 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Checking segment: {'id': '836c0e57-248d-4a44-93d4-fac0d8d36cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'fe34cde9-5620-4b74-87aa-6e7d060251af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:00.752862 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Network hostable DHCP agents. Network: fe34cde9-5620-4b74-87aa-6e7d060251af, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:15:00.774125 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Network fe34cde9-5620-4b74-87aa-6e7d060251af is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:15:00.784145 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, fe34cde9-5620-4b74-87aa-6e7d060251af) {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:00.795597 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709db2ee-0e39-423b-9d3b-9567ece5d2ac None None] Network fe34cde9-5620-4b74-87aa-6e7d060251af requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:00.796660 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:00.800792 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.818975 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-767d0411-5745-4e7e-a906-01ad505ece42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.824737 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-767d0411-5745-4e7e-a906-01ad505ece42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.827525 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-78d6b3e4-52c8-4a8b-844e-ceb15c84e458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:00.839520 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-12a8c6ba-bf73-4973-bff7-ce147bfa9216 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4883792 Jun 29 16:15:00.876011 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d0411-5745-4e7e-a906-01ad505ece42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b5686a-c908-4cf9-9064-c9db8f854424,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:00.883741 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 51886) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:00.890908 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-767d0411-5745-4e7e-a906-01ad505ece42 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=596d20e7a4114ae2b367178d1f1dedb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860683 Jun 29 16:15:00.893048 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-767d0411-5745-4e7e-a906-01ad505ece42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:00.946695 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-365d7fce-80d1-442e-b964-f76be8f4d59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:00.950040 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c1a3b4-c7b4-46f1-bec9-abb1a3e2b9d9 None None] Network fe34cde9-5620-4b74-87aa-6e7d060251af requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:01.009792 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-365d7fce-80d1-442e-b964-f76be8f4d59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.075623 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-365d7fce-80d1-442e-b964-f76be8f4d59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.080356 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-365d7fce-80d1-442e-b964-f76be8f4d59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.081893 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-365d7fce-80d1-442e-b964-f76be8f4d59d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/86b5686a-c908-4cf9-9064-c9db8f854424 HTTP/1.1" status: 204 len: 168 time: 0.1969128 Jun 29 16:15:01.082791 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:01.090963 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d7fce-80d1-442e-b964-f76be8f4d59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b5686a-c908-4cf9-9064-c9db8f854424,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:01.097372 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-365d7fce-80d1-442e-b964-f76be8f4d59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:01.918104 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51956) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:01.923391 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1361539354-network', 'tenant_id': '40f0602677fe4fdc93586f845674302b'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:01.947526 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Made reservation on behalf of 40f0602677fe4fdc93586f845674302b for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:01.950790 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:01.965962 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.075837 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.081267 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.085833 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:02.088423 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd695d5-07cb-4589-881e-2962e4e48d2c req-ffa94811-e787-46cd-bca6-7957446d3f85 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:02.090555 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0cd695d5-07cb-4589-881e-2962e4e48d2c req-ffa94811-e787-46cd-bca6-7957446d3f85 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.2484872 Jun 29 16:15:02.110269 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:15:02.126719 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bad3d6c-ea4c-4322-8414-844bcc00dafb,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:02.133309 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:02.134437 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.134829 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Added segment c125365d-312c-4d24-b152-5c1c4538515d of type vlan for network f44a0a32-0f02-4337-86fe-f59689298e8d Jun 29 16:15:02.166191 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0cd695d5-07cb-4589-881e-2962e4e48d2c req-69d21b06-3ad0-4dd0-bd35-63bb0de61a05 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675557 Jun 29 16:15:02.182036 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.213829 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.215250 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:02.215983 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.218968 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:02.264451 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3452220 Jun 29 16:15:02.267110 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51966) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:02.273115 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Request body: {'subnet': {'network_id': 'f44a0a32-0f02-4337-86fe-f59689298e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1361539354-subnet', 'tenant_id': '40f0602677fe4fdc93586f845674302b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:02.294584 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Pushing event updated for resources: {'Network': ['ID=f44a0a32-0f02-4337-86fe-f59689298e8d,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:02.299342 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:02.313334 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Made reservation on behalf of 40f0602677fe4fdc93586f845674302b for: {'subnet': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:02.314367 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network f44a0a32-0f02-4337-86fe-f59689298e8d details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:15:02.315730 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209652'] for subnet, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.510345 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26134565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209638'] for subnet, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.513491 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:02.573834 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b234678d-a939-474a-9c2d-3813665a1843,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:02.578315 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:02.582198 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Checking segment: {'id': 'c125365d-312c-4d24-b152-5c1c4538515d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'f44a0a32-0f02-4337-86fe-f59689298e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:02.582496 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Network hostable DHCP agents. Network: f44a0a32-0f02-4337-86fe-f59689298e8d, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:15:02.600312 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Network f44a0a32-0f02-4337-86fe-f59689298e8d is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:15:02.612718 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, f44a0a32-0f02-4337-86fe-f59689298e8d) {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:02.617992 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:02.619798 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.621200 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105991b3-b5cb-447a-be12-0124d55b3a06 None None] Network f44a0a32-0f02-4337-86fe-f59689298e8d requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:02.643103 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3664148 Jun 29 16:15:02.764181 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 51988) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:02.773472 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08e66f-c600-45d7-b7d3-4c16cd986b58 None None] Network f44a0a32-0f02-4337-86fe-f59689298e8d requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:02.813295 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c363de1e-3a78-40dd-bf9d-939d1c62c54b admin admin] Deleting subnet 948c6e2e-a54f-41e7-99d8-6296993ebf18 {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:15:02.823768 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c363de1e-3a78-40dd-bf9d-939d1c62c54b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.855315 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c363de1e-3a78-40dd-bf9d-939d1c62c54b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.901272 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c363de1e-3a78-40dd-bf9d-939d1c62c54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.981986 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c363de1e-3a78-40dd-bf9d-939d1c62c54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:02.993940 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-03fa19d2-b00d-43b1-ad86-bc3765df351a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:03.029968 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363de1e-3a78-40dd-bf9d-939d1c62c54b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=948c6e2e-a54f-41e7-99d8-6296993ebf18,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:03.034926 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c363de1e-3a78-40dd-bf9d-939d1c62c54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:03.041208 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c363de1e-3a78-40dd-bf9d-939d1c62c54b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.046208 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52010) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:03.046573 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-c363de1e-3a78-40dd-bf9d-939d1c62c54b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/948c6e2e-a54f-41e7-99d8-6296993ebf18 HTTP/1.1" status: 204 len: 168 time: 0.2811589 Jun 29 16:15:03.126395 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.266401 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.279998 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.280762 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.281722 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.282194 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > port after_create 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.282650 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.283044 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > port after_update 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.283462 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.284062 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.284462 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.284935 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.363549 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.364263 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.364821 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.365378 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 16:15:03.366522 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe34cde9-5620-4b74-87aa-6e7d060251af']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:03.396113 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836c0e57-248d-4a44-93d4-fac0d8d36cdd') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:03.398270 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836c0e57-248d-4a44-93d4-fac0d8d36cdd') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:03.437018 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.484137 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.497338 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:15:03.497925 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: from cryptography.utils import int_from_bytes Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: from cryptography.utils import int_from_bytes Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:15:03.534442 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:15:03.554931 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52038) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:03.625323 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.632344 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:03.641701 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4ce42-578d-4520-9a39-46e2e75acfa6 req-9fab4102-7394-431c-b5c1-46321e027249 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:03.643163 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-38b4ce42-578d-4520-9a39-46e2e75acfa6 req-9fab4102-7394-431c-b5c1-46321e027249 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.2359128 Jun 29 16:15:03.655618 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.655618 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] 10.222.0.83 "DELETE /v2.0/networks/fe34cde9-5620-4b74-87aa-6e7d060251af HTTP/1.1" status: 204 len: 168 time: 0.6015818 Jun 29 16:15:03.656048 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52048) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:03.658549 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe34cde9-5620-4b74-87aa-6e7d060251af,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:03.667000 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.667466 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.667920 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.668368 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.668599 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.668941 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.669277 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.669610 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.669979 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.670263 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.670596 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.670925 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:03.681640 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:03.720819 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-38b4ce42-578d-4520-9a39-46e2e75acfa6 req-be28f257-6f04-499d-8f87-b03f6cc8f18b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465441 Jun 29 16:15:03.758036 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Deleting subnet b234678d-a939-474a-9c2d-3813665a1843 {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:15:03.763000 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.808948 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.861726 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.912014 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bab1f023-f5a3-41c2-a892-49e5e8be32b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:03.998270 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.008810 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-2cec720d-cbd5-4369-848d-d24b89630cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:04.034690 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b234678d-a939-474a-9c2d-3813665a1843,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:04.044616 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.044776 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.045159 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.045465 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.045908 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.046449 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.046788 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.047169 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.047506 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.047862 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.048192 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.048522 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:04.051383 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.055709 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b234678d-a939-474a-9c2d-3813665a1843 HTTP/1.1" status: 204 len: 168 time: 0.4005530 Jun 29 16:15:04.056032 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52062) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:04.056756 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:04.365731 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.385042 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bab1f023-f5a3-41c2-a892-49e5e8be32b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.389821 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bab1f023-f5a3-41c2-a892-49e5e8be32b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.392663 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a669e612-0068-4a0f-a089-82f5a0582d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:04.456464 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1f023-f5a3-41c2-a892-49e5e8be32b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c781f63c-ccb3-4516-b78e-858b23d7b3c0,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:04.486733 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-bab1f023-f5a3-41c2-a892-49e5e8be32b4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=24cc0a4dd099431fab5366cb3e886b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9304006 Jun 29 16:15:04.487734 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bab1f023-f5a3-41c2-a892-49e5e8be32b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:04.489525 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52070) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:04.503422 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.516329 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44a0a32-0f02-4337-86fe-f59689298e8d']}} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:04.528810 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c125365d-312c-4d24-b152-5c1c4538515d') {'for_net_delete': True} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:04.529323 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c125365d-312c-4d24-b152-5c1c4538515d') {} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:15:04.540087 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3327010'] for segment, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.545296 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9ab39270-2a9d-41e9-81db-2e5d5d436e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.563074 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.571079 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9ab39270-2a9d-41e9-81db-2e5d5d436e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.574754 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:15:04.575157 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134727'] for segment, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: Traceback (most recent call last): Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: timer() Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: cb(*args, **kw) Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: return func(*args, **kwargs) Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: self._notify() Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: self.callback(batched_events) Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: event.method(event) Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: return f(self, *a, **k) Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: return self._get(url).json() Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: return self.request(url, 'GET', **kwargs) Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:15:04.576992 dv-cinder-786260-7-smb neutron-server[93150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:15:04.625120 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9ab39270-2a9d-41e9-81db-2e5d5d436e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.628223 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9ab39270-2a9d-41e9-81db-2e5d5d436e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.629433 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-9ab39270-2a9d-41e9-81db-2e5d5d436e18 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c781f63c-ccb3-4516-b78e-858b23d7b3c0 HTTP/1.1" status: 204 len: 168 time: 0.1388071 Jun 29 16:15:04.631839 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ce35d766-8460-4a7e-9b4a-3337f60e600e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:04.641814 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.645890 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:04.648141 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab39270-2a9d-41e9-81db-2e5d5d436e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c781f63c-ccb3-4516-b78e-858b23d7b3c0,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:04.654871 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9ab39270-2a9d-41e9-81db-2e5d5d436e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:04.656943 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:04.661704 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f44a0a32-0f02-4337-86fe-f59689298e8d HTTP/1.1" status: 204 len: 168 time: 0.6039853 Jun 29 16:15:04.676046 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Pushing event deleted for resources: {'Network': ['ID=f44a0a32-0f02-4337-86fe-f59689298e8d,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:04.678436 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:04.947783 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a4f0e-4681-47c6-9760-32416c4c4853 req-02679832-1e56-4158-8065-68d791d1ff10 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:04.949502 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-897a4f0e-4681-47c6-9760-32416c4c4853 req-02679832-1e56-4158-8065-68d791d1ff10 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0846274 Jun 29 16:15:04.973257 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52088) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:04.980905 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52090) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:04.998595 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-897a4f0e-4681-47c6-9760-32416c4c4853 req-a43ab637-feef-47d6-a139-b519acf25d07 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374942 Jun 29 16:15:05.024541 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d729-88eb-4af7-bf0e-9237a9aa86a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.075870 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-598e3417-d9a1-4278-b055-3a7fb0d018d7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3ecc11563e3c450883d40e70e1277bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013384 Jun 29 16:15:05.078354 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52098) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:05.194796 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a474a99c-c5e8-46ce-8812-5a2e9255b348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.234664 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a474a99c-c5e8-46ce-8812-5a2e9255b348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.252361 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d729-88eb-4af7-bf0e-9237a9aa86a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.263479 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d729-88eb-4af7-bf0e-9237a9aa86a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.273286 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0ab994f6-1ea1-4e84-8816-e90cb6bb1f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:05.328457 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-7ac9d729-88eb-4af7-bf0e-9237a9aa86a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f95a16fbb00540f8b829a4e33a7e4a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423696 Jun 29 16:15:05.328457 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9d729-88eb-4af7-bf0e-9237a9aa86a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d027481b-e3fd-4f38-bb13-7cc85232b06d,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:05.328821 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52108) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:05.331789 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-7ac9d729-88eb-4af7-bf0e-9237a9aa86a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:05.368867 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a474a99c-c5e8-46ce-8812-5a2e9255b348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.371377 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a474a99c-c5e8-46ce-8812-5a2e9255b348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.372819 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a474a99c-c5e8-46ce-8812-5a2e9255b348 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4f1188c2-b6b2-4411-b9fa-33640532f27c HTTP/1.1" status: 204 len: 168 time: 0.2935739 Jun 29 16:15:05.380837 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0f069947-4002-4ee2-8ac8-13b9f17652b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:05.392272 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474a99c-c5e8-46ce-8812-5a2e9255b348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1188c2-b6b2-4411-b9fa-33640532f27c,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:05.394764 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a474a99c-c5e8-46ce-8812-5a2e9255b348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:05.413768 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4586816b-5098-4b9d-8275-1f854d2c5ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.457507 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4586816b-5098-4b9d-8275-1f854d2c5ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.519155 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4586816b-5098-4b9d-8275-1f854d2c5ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.522025 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4586816b-5098-4b9d-8275-1f854d2c5ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:05.526774 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-4586816b-5098-4b9d-8275-1f854d2c5ab7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d027481b-e3fd-4f38-bb13-7cc85232b06d HTTP/1.1" status: 204 len: 168 time: 0.1935010 Jun 29 16:15:05.526774 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-491c6261-7880-41c1-8343-057ce47ca7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:05.536093 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586816b-5098-4b9d-8275-1f854d2c5ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d027481b-e3fd-4f38-bb13-7cc85232b06d,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:05.539216 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4586816b-5098-4b9d-8275-1f854d2c5ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:05.942304 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52136) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:05.986132 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-1d8da6a1-75b9-454d-9447-b921c9b5c704 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=40f0602677fe4fdc93586f845674302b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425241 Jun 29 16:15:05.988536 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52138) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:06.064197 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-41015739-c862-4fbe-ab59-4676c3be2410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:06.092964 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-41015739-c862-4fbe-ab59-4676c3be2410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:06.227737 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-41015739-c862-4fbe-ab59-4676c3be2410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:06.228895 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-41015739-c862-4fbe-ab59-4676c3be2410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:06.230442 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-41015739-c862-4fbe-ab59-4676c3be2410 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4bad3d6c-ea4c-4322-8414-844bcc00dafb HTTP/1.1" status: 204 len: 168 time: 0.2404730 Jun 29 16:15:06.232731 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dcf95f4c-1b3e-49a9-a266-74da6ffd28c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:06.247113 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41015739-c862-4fbe-ab59-4676c3be2410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bad3d6c-ea4c-4322-8414-844bcc00dafb,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:06.256213 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74373c6-aa10-4eb5-a550-33b4827de650 req-b609e6a5-946a-423a-b8ff-280e3bd784b7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:06.268540 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d74373c6-aa10-4eb5-a550-33b4827de650 req-b609e6a5-946a-423a-b8ff-280e3bd784b7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1118176 Jun 29 16:15:06.270653 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-41015739-c862-4fbe-ab59-4676c3be2410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:06.319647 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d74373c6-aa10-4eb5-a550-33b4827de650 req-d51625f3-d2b3-44ec-85f4-8e330f949952 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496180 Jun 29 16:15:07.125718 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:15:07.244489 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52222) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:07.413012 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-4d4b79cd-8c00-460f-8ec9-ac2804f41eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.568455 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927470ae-a24c-4017-9b7f-d6625d69a024 req-2614e678-007d-4c9e-aaa7-f969281b0145 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:07.570039 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927470ae-a24c-4017-9b7f-d6625d69a024 req-2614e678-007d-4c9e-aaa7-f969281b0145 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1111822 Jun 29 16:15:07.594688 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-4d4b79cd-8c00-460f-8ec9-ac2804f41eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.606118 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-4d4b79cd-8c00-460f-8ec9-ac2804f41eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.610362 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-6d49633d-feae-4e4d-9b10-96e97582a233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:07.660954 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-927470ae-a24c-4017-9b7f-d6625d69a024 req-b5a00a2d-43af-42ac-89a0-a4d01369fecc tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811155 Jun 29 16:15:07.664078 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-4d4b79cd-8c00-460f-8ec9-ac2804f41eaa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ca0a1c31a22e487cbb8fdaa2ace53764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184034 Jun 29 16:15:07.665148 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b79cd-8c00-460f-8ec9-ac2804f41eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef5a94-68ec-406b-bb4b-f04eeb734c8f,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:07.666701 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52242) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:07.668811 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-4d4b79cd-8c00-460f-8ec9-ac2804f41eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:07.727265 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-536d4e19-d47d-4fa8-80cc-914f8716d9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.752723 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-536d4e19-d47d-4fa8-80cc-914f8716d9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.814349 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-536d4e19-d47d-4fa8-80cc-914f8716d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.817973 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-536d4e19-d47d-4fa8-80cc-914f8716d9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:07.819330 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-536d4e19-d47d-4fa8-80cc-914f8716d9cc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/11ef5a94-68ec-406b-bb4b-f04eeb734c8f HTTP/1.1" status: 204 len: 168 time: 0.1516509 Jun 29 16:15:07.820391 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-8a0fe61e-dd9e-473b-828d-a0b7f3dfeff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:07.830127 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d4e19-d47d-4fa8-80cc-914f8716d9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef5a94-68ec-406b-bb4b-f04eeb734c8f,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:07.832996 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-536d4e19-d47d-4fa8-80cc-914f8716d9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:08.856382 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26a6df-1a77-4ffd-99c2-bff89a9ea195 req-2a012a63-987a-4ea9-9176-a201c5c60a2d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:08.864750 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2b26a6df-1a77-4ffd-99c2-bff89a9ea195 req-2a012a63-987a-4ea9-9176-a201c5c60a2d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0747194 Jun 29 16:15:08.916834 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2b26a6df-1a77-4ffd-99c2-bff89a9ea195 req-59a65ec2-63d8-47da-888d-4e07f9f91f78 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504870 Jun 29 16:15:10.145634 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3329dcc-0abb-4e5f-84a2-cb4c928f9324 req-097ffcfc-e9e5-4fa2-80f8-12cdfd5978ca tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:10.148602 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a3329dcc-0abb-4e5f-84a2-cb4c928f9324 req-097ffcfc-e9e5-4fa2-80f8-12cdfd5978ca tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0944664 Jun 29 16:15:10.188774 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a3329dcc-0abb-4e5f-84a2-cb4c928f9324 req-e31d166a-ebb7-4601-b2a2-ce35055523b4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345178 Jun 29 16:15:10.304577 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52382) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:10.411681 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cacc9631-608c-4f72-b94a-3467751d3305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.498537 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cacc9631-608c-4f72-b94a-3467751d3305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.502011 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cacc9631-608c-4f72-b94a-3467751d3305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.505179 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3e49c521-0544-452e-8a02-fd13336b20f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:10.546656 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-cacc9631-608c-4f72-b94a-3467751d3305 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7dbf212b8be44ecbafcaa29cfa894370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407629 Jun 29 16:15:10.547809 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc9631-608c-4f72-b94a-3467751d3305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44603b81-2642-4dd4-beef-20b4f487b3e1,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:10.549393 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52386) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:10.550774 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cacc9631-608c-4f72-b94a-3467751d3305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:10.602139 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-923f7fbb-a77c-4b2f-b12d-0320c7bb1b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.624323 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-923f7fbb-a77c-4b2f-b12d-0320c7bb1b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.674243 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-923f7fbb-a77c-4b2f-b12d-0320c7bb1b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.677243 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-923f7fbb-a77c-4b2f-b12d-0320c7bb1b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:10.681136 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-923f7fbb-a77c-4b2f-b12d-0320c7bb1b1c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/44603b81-2642-4dd4-beef-20b4f487b3e1 HTTP/1.1" status: 204 len: 168 time: 0.1263454 Jun 29 16:15:10.681136 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-4d4b79cd-8c00-460f-8ec9-ac2804f41eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:10.689672 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f7fbb-a77c-4b2f-b12d-0320c7bb1b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44603b81-2642-4dd4-beef-20b4f487b3e1,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:10.692154 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-923f7fbb-a77c-4b2f-b12d-0320c7bb1b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:10.952422 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52406) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:10.965990 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e929d6fe-8321-4431-9a3e-de9dfe4faa4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.073002 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e929d6fe-8321-4431-9a3e-de9dfe4faa4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.080942 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e929d6fe-8321-4431-9a3e-de9dfe4faa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.109788 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:11.139391 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-e929d6fe-8321-4431-9a3e-de9dfe4faa4c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cad1b557b8b349c89504c3bf487b35cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836753 Jun 29 16:15:11.139391 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929d6fe-8321-4431-9a3e-de9dfe4faa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84964e20-675d-4a81-9181-5b7d12cb843a,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:11.139606 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52428) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:11.153516 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e929d6fe-8321-4431-9a3e-de9dfe4faa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:11.250923 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbd76-948a-4fb5-bf3a-cd9a5eac36f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.283525 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbd76-948a-4fb5-bf3a-cd9a5eac36f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.349210 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbd76-948a-4fb5-bf3a-cd9a5eac36f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.352405 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-eb7fbd76-948a-4fb5-bf3a-cd9a5eac36f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.354059 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-eb7fbd76-948a-4fb5-bf3a-cd9a5eac36f2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/84964e20-675d-4a81-9181-5b7d12cb843a HTTP/1.1" status: 204 len: 168 time: 0.2128258 Jun 29 16:15:11.355092 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-fbb555d4-4638-4525-a4be-9388d1d8e443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:11.370494 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fbd76-948a-4fb5-bf3a-cd9a5eac36f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84964e20-675d-4a81-9181-5b7d12cb843a,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:11.385952 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-eb7fbd76-948a-4fb5-bf3a-cd9a5eac36f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:11.447602 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ab31-973a-4b83-9bd6-6832daf4382d req-1e7d7976-8356-499b-bda1-587de580345a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:11.454812 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1155ab31-973a-4b83-9bd6-6832daf4382d req-1e7d7976-8356-499b-bda1-587de580345a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1116881 Jun 29 16:15:11.495594 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1155ab31-973a-4b83-9bd6-6832daf4382d req-715cc023-20bc-476a-abd1-2092306983f9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 Jun 29 16:15:11.559106 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52452) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:11.644380 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52458) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:11.752713 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-be560539-a6c4-4232-b144-4f6a461df2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.755865 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1b34f1a7-c92c-4787-8254-05ae7fa89f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.795098 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.db.api [None req-1b34f1a7-c92c-4787-8254-05ae7fa89f1f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:15:11.795098 dv-cinder-786260-7-smb neutron-server[93150]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 16:15:11.795098 dv-cinder-786260-7-smb neutron-server[93150]: [parameters: {'project_id': '76e7af69364d4105bb6a5e33b0fd4198', 'id': '39d3fe33-ce25-45c4-90de-61caf6dd15b8', 'expiration': datetime.datetime(2021, 6, 29, 16, 17, 11, 783340)}] Jun 29 16:15:11.795098 dv-cinder-786260-7-smb neutron-server[93150]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:15:11.795450 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_db.api [None req-1b34f1a7-c92c-4787-8254-05ae7fa89f1f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:15:11.869562 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-be560539-a6c4-4232-b144-4f6a461df2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.874771 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-be560539-a6c4-4232-b144-4f6a461df2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:11.877430 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a0662ee2-8649-4a23-9d08-a90fb0c91c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:11.917132 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be560539-a6c4-4232-b144-4f6a461df2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e263cea5-c2a7-4d51-bb0b-42c26f689815,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:11.920652 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-be560539-a6c4-4232-b144-4f6a461df2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:11.923440 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-be560539-a6c4-4232-b144-4f6a461df2da admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=938bb8375a604a8ab9abef78339626f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629813 Jun 29 16:15:11.926000 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52476) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:11.984698 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a14af6e3-9333-40e9-98d0-be1e736dc8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.008063 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a14af6e3-9333-40e9-98d0-be1e736dc8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.064814 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a14af6e3-9333-40e9-98d0-be1e736dc8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.067552 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a14af6e3-9333-40e9-98d0-be1e736dc8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.068746 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a14af6e3-9333-40e9-98d0-be1e736dc8ec admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e263cea5-c2a7-4d51-bb0b-42c26f689815 HTTP/1.1" status: 204 len: 168 time: 0.1417673 Jun 29 16:15:12.069487 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-8052c527-15bc-44bf-bae2-6c243aa89a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:12.077556 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14af6e3-9333-40e9-98d0-be1e736dc8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e263cea5-c2a7-4d51-bb0b-42c26f689815,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:12.079759 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a14af6e3-9333-40e9-98d0-be1e736dc8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:12.244918 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52494) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:12.297101 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1b34f1a7-c92c-4787-8254-05ae7fa89f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.441573 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1b34f1a7-c92c-4787-8254-05ae7fa89f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.447355 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1b34f1a7-c92c-4787-8254-05ae7fa89f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.457945 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-5ef51382-9243-4fc8-afea-05a9595c2581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:12.488109 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-1b34f1a7-c92c-4787-8254-05ae7fa89f1f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=76e7af69364d4105bb6a5e33b0fd4198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8426049 Jun 29 16:15:12.491047 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52502) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:12.494108 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34f1a7-c92c-4787-8254-05ae7fa89f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8334fe93-a3c5-42d6-a7e1-64b26f6149fd,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:12.498232 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1b34f1a7-c92c-4787-8254-05ae7fa89f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:12.553450 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-0190708b-105d-40dd-a66c-a8b1b6b03d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.579554 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-0190708b-105d-40dd-a66c-a8b1b6b03d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.637501 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6c209dad-af3f-484e-9a8b-99885a1ecebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.747083 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-0190708b-105d-40dd-a66c-a8b1b6b03d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.750177 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-0190708b-105d-40dd-a66c-a8b1b6b03d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.753921 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-0190708b-105d-40dd-a66c-a8b1b6b03d5b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8334fe93-a3c5-42d6-a7e1-64b26f6149fd HTTP/1.1" status: 204 len: 168 time: 0.2592399 Jun 29 16:15:12.758060 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a0a9a5a1-4077-4065-b3f7-18435431b3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:12.769361 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88458ee-7291-4a8d-b581-af9c0b06525a req-e4b87cb0-776f-44ff-b4bf-24037a148215 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:12.772229 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b88458ee-7291-4a8d-b581-af9c0b06525a req-e4b87cb0-776f-44ff-b4bf-24037a148215 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1196339 Jun 29 16:15:12.792666 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190708b-105d-40dd-a66c-a8b1b6b03d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8334fe93-a3c5-42d6-a7e1-64b26f6149fd,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:12.795466 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-0190708b-105d-40dd-a66c-a8b1b6b03d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:12.868881 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b88458ee-7291-4a8d-b581-af9c0b06525a req-6d0857fa-c65d-406c-a673-b365a9f47c97 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824063 Jun 29 16:15:12.872668 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52526) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:12.914079 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6c209dad-af3f-484e-9a8b-99885a1ecebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.919109 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6c209dad-af3f-484e-9a8b-99885a1ecebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:12.926326 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-84e6dee3-fcac-4535-9a76-9d1b9e1f0ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:12.964551 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-6c209dad-af3f-484e-9a8b-99885a1ecebc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c4d56cf5eca04afebb05023991f64c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7184160 Jun 29 16:15:12.965690 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c209dad-af3f-484e-9a8b-99885a1ecebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8726d43-ae53-4900-b39c-109fbaa3a27d,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:12.968385 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52532) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:12.968824 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-6c209dad-af3f-484e-9a8b-99885a1ecebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:13.025462 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d148-38e3-4bc5-a4d1-9a04fcbb4cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.050440 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d148-38e3-4bc5-a4d1-9a04fcbb4cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.098454 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d148-38e3-4bc5-a4d1-9a04fcbb4cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.101795 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d148-38e3-4bc5-a4d1-9a04fcbb4cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.102624 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-c9a6d148-38e3-4bc5-a4d1-9a04fcbb4cf7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e8726d43-ae53-4900-b39c-109fbaa3a27d HTTP/1.1" status: 204 len: 168 time: 0.1328828 Jun 29 16:15:13.104164 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-536d4e19-d47d-4fa8-80cc-914f8716d9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:13.132552 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6d148-38e3-4bc5-a4d1-9a04fcbb4cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8726d43-ae53-4900-b39c-109fbaa3a27d,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:13.132552 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59d0d849-6364-4589-ac15-dd4147e680db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.139188 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c9a6d148-38e3-4bc5-a4d1-9a04fcbb4cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:13.245149 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59d0d849-6364-4589-ac15-dd4147e680db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.253715 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-59d0d849-6364-4589-ac15-dd4147e680db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.254066 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52540) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:13.267875 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-767d0411-5745-4e7e-a906-01ad505ece42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:13.277663 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-05cb2416-adf2-444a-892d-e81af985c2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.305969 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-59d0d849-6364-4589-ac15-dd4147e680db admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0e785ee0bf75449c81b082f628fe0961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4321818 Jun 29 16:15:13.306962 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0d849-6364-4589-ac15-dd4147e680db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc1a86a-e301-495d-8b58-137f226d4537,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:13.309861 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52542) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:13.311804 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-59d0d849-6364-4589-ac15-dd4147e680db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:13.400061 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-681d2b65-f97f-46b4-97f2-ec1ff635dcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.439088 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-681d2b65-f97f-46b4-97f2-ec1ff635dcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.483146 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-05cb2416-adf2-444a-892d-e81af985c2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.490358 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-05cb2416-adf2-444a-892d-e81af985c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.496437 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-652fa584-b194-4bef-a2d3-2209c1691e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:13.545154 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-05cb2416-adf2-444a-892d-e81af985c2e6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a6c471e7ad0640eeabe7f2d8ac4ed90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900045 Jun 29 16:15:13.546214 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52552) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:13.546955 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-681d2b65-f97f-46b4-97f2-ec1ff635dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.548626 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52554) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:13.554155 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-681d2b65-f97f-46b4-97f2-ec1ff635dcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.554155 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-681d2b65-f97f-46b4-97f2-ec1ff635dcf9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4dc1a86a-e301-495d-8b58-137f226d4537 HTTP/1.1" status: 204 len: 168 time: 0.2394850 Jun 29 16:15:13.559260 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb2416-adf2-444a-892d-e81af985c2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2065191-8f5e-41d4-bbf0-786cbce29fd9,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:13.563347 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-05cb2416-adf2-444a-892d-e81af985c2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:13.565071 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-36f61d9c-4cd3-40aa-8b03-c537c7391456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:13.576260 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-079ab865-2776-4f55-a245-a4a88363cab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.640897 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d2b65-f97f-46b4-97f2-ec1ff635dcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc1a86a-e301-495d-8b58-137f226d4537,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:13.643855 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-681d2b65-f97f-46b4-97f2-ec1ff635dcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:13.675342 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3ab4bb0e-1553-4c75-b94e-d9cac49357f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.706858 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3ab4bb0e-1553-4c75-b94e-d9cac49357f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.713810 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-079ab865-2776-4f55-a245-a4a88363cab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.725416 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-079ab865-2776-4f55-a245-a4a88363cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.731251 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-aa859cc2-4f24-4094-a13b-175fd1b1579c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:13.777997 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-079ab865-2776-4f55-a245-a4a88363cab0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=db34744d1c304bd4aacae921557bcf76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232625 Jun 29 16:15:13.777997 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ab865-2776-4f55-a245-a4a88363cab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a49f75-bc9c-44ac-a826-451b16f60547,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:13.778603 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52564) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:13.781836 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-079ab865-2776-4f55-a245-a4a88363cab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:13.836835 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3ab4bb0e-1553-4c75-b94e-d9cac49357f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.839389 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3ab4bb0e-1553-4c75-b94e-d9cac49357f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.840588 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-3ab4bb0e-1553-4c75-b94e-d9cac49357f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e2065191-8f5e-41d4-bbf0-786cbce29fd9 HTTP/1.1" status: 204 len: 168 time: 0.2908819 Jun 29 16:15:13.845652 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4586816b-5098-4b9d-8275-1f854d2c5ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:13.870020 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4bb0e-1553-4c75-b94e-d9cac49357f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2065191-8f5e-41d4-bbf0-786cbce29fd9,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:13.878045 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3ab4bb0e-1553-4c75-b94e-d9cac49357f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:13.891876 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-356dceb7-0966-4fac-b17a-3d80794abafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:13.943409 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-356dceb7-0966-4fac-b17a-3d80794abafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.055957 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-356dceb7-0966-4fac-b17a-3d80794abafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.059780 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-356dceb7-0966-4fac-b17a-3d80794abafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.061201 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-356dceb7-0966-4fac-b17a-3d80794abafd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/08a49f75-bc9c-44ac-a826-451b16f60547 HTTP/1.1" status: 204 len: 168 time: 0.2812693 Jun 29 16:15:14.062432 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a360e2e3-d384-4032-9772-52479f7c7426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:14.070632 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dceb7-0966-4fac-b17a-3d80794abafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a49f75-bc9c-44ac-a826-451b16f60547,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:14.081798 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-356dceb7-0966-4fac-b17a-3d80794abafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:14.139790 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20100a-3917-4a0a-8b80-57eb71ed6e73 req-cc48366b-926f-441a-a67f-d4c1b9ffe4d7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:14.141530 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ef20100a-3917-4a0a-8b80-57eb71ed6e73 req-cc48366b-926f-441a-a67f-d4c1b9ffe4d7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0750744 Jun 29 16:15:14.189258 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ef20100a-3917-4a0a-8b80-57eb71ed6e73 req-2aa5c66c-ed14-4d4d-a47c-5ec911f13546 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Jun 29 16:15:14.597147 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52594) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:14.681408 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52600) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:14.695565 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-21f0f09f-a20f-4a1c-8c58-e194699ac2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.811403 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-21f0f09f-a20f-4a1c-8c58-e194699ac2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.813439 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-30f98423-19c8-476d-9021-42e148582bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.822818 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-21f0f09f-a20f-4a1c-8c58-e194699ac2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.825716 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1352bab8-0a00-4478-8575-58e24f8fcf17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:14.885989 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-21f0f09f-a20f-4a1c-8c58-e194699ac2c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7a7568824ad246129bf744a5e6107840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035086 Jun 29 16:15:14.888681 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52608) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:14.892959 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0f09f-a20f-4a1c-8c58-e194699ac2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd440f00-9e65-40e9-a8d6-d4f9e50dd8ff,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:14.896880 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-21f0f09f-a20f-4a1c-8c58-e194699ac2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:14.949710 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cf375911-7008-4e87-a87c-e2114b2be1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.983787 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-30f98423-19c8-476d-9021-42e148582bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.983991 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cf375911-7008-4e87-a87c-e2114b2be1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.989044 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-30f98423-19c8-476d-9021-42e148582bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:14.992957 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-41015739-c862-4fbe-ab59-4676c3be2410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:15.034771 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-30f98423-19c8-476d-9021-42e148582bcc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2bdfe1c4653c4f1f8aca721f1a3c6968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349806 Jun 29 16:15:15.035761 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f98423-19c8-476d-9021-42e148582bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08751e71-29d7-48fb-a76e-5b8567df2a36,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:15.038090 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cf375911-7008-4e87-a87c-e2114b2be1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.038752 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52616) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:15.042167 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cf375911-7008-4e87-a87c-e2114b2be1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.045969 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-cf375911-7008-4e87-a87c-e2114b2be1cb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd440f00-9e65-40e9-a8d6-d4f9e50dd8ff HTTP/1.1" status: 204 len: 168 time: 0.1536334 Jun 29 16:15:15.045969 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c9a6d148-38e3-4bc5-a4d1-9a04fcbb4cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:15.046994 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-30f98423-19c8-476d-9021-42e148582bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:15.054062 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf375911-7008-4e87-a87c-e2114b2be1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd440f00-9e65-40e9-a8d6-d4f9e50dd8ff,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:15.058092 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cf375911-7008-4e87-a87c-e2114b2be1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:15.093839 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f7f48fee-6f5a-4baa-ad41-c36198b86549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.118688 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f7f48fee-6f5a-4baa-ad41-c36198b86549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.169323 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f7f48fee-6f5a-4baa-ad41-c36198b86549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.172729 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f7f48fee-6f5a-4baa-ad41-c36198b86549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.174041 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-f7f48fee-6f5a-4baa-ad41-c36198b86549 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/08751e71-29d7-48fb-a76e-5b8567df2a36 HTTP/1.1" status: 204 len: 168 time: 0.1323044 Jun 29 16:15:15.174901 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1847d0e1-f891-491b-8ae3-e765b72dbec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:15.183055 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f48fee-6f5a-4baa-ad41-c36198b86549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08751e71-29d7-48fb-a76e-5b8567df2a36,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:15.185583 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f7f48fee-6f5a-4baa-ad41-c36198b86549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:15.395479 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e732b-f498-4d7d-b0a8-61e4c6c679ea req-29b554ca-539a-4350-98a8-c153e2530946 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:15.397979 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f32e732b-f498-4d7d-b0a8-61e4c6c679ea req-29b554ca-539a-4350-98a8-c153e2530946 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0875194 Jun 29 16:15:15.440508 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f32e732b-f498-4d7d-b0a8-61e4c6c679ea req-7e8d3411-7d3d-44b9-8b51-c47c9fca81f2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Jun 29 16:15:15.654354 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52656) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:15.668647 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a2058846-ddee-4cba-b857-92cf2f5f5274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.791681 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a2058846-ddee-4cba-b857-92cf2f5f5274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.796773 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a2058846-ddee-4cba-b857-92cf2f5f5274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.800855 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cf375911-7008-4e87-a87c-e2114b2be1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:15.873547 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a2058846-ddee-4cba-b857-92cf2f5f5274 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=eac59f8b11ea4fc28611bfcf2be4f034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155643 Jun 29 16:15:15.874353 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52670) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:15.882265 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2058846-ddee-4cba-b857-92cf2f5f5274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debe0c7d-19bd-41e2-8949-7628c5517ee5,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:15.889756 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a2058846-ddee-4cba-b857-92cf2f5f5274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:15.936049 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7fcf24fd-96ea-4765-b5ec-13ca56480fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:15.964798 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7fcf24fd-96ea-4765-b5ec-13ca56480fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:16.026909 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7fcf24fd-96ea-4765-b5ec-13ca56480fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:16.034489 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7fcf24fd-96ea-4765-b5ec-13ca56480fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:16.037997 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-7fcf24fd-96ea-4765-b5ec-13ca56480fba admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/debe0c7d-19bd-41e2-8949-7628c5517ee5 HTTP/1.1" status: 204 len: 168 time: 0.1604683 Jun 29 16:15:16.037997 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-30f98423-19c8-476d-9021-42e148582bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:16.044780 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf24fd-96ea-4765-b5ec-13ca56480fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debe0c7d-19bd-41e2-8949-7628c5517ee5,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:16.047287 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7fcf24fd-96ea-4765-b5ec-13ca56480fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:16.634163 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89a7aa-e2bb-4794-be94-415594de7baa req-1789ce7f-5062-40f8-9f97-9f5311ccd89d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:16.636701 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fb89a7aa-e2bb-4794-be94-415594de7baa req-1789ce7f-5062-40f8-9f97-9f5311ccd89d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0736878 Jun 29 16:15:16.685385 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fb89a7aa-e2bb-4794-be94-415594de7baa req-9d39b1fc-6137-4119-94a0-3426aafe00eb tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Jun 29 16:15:17.858948 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67cd28-e4ef-4520-a3b1-fe786c2c3101 req-d170b6fa-3638-43cc-b7ff-66b0c9731d07 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:17.860422 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8e67cd28-e4ef-4520-a3b1-fe786c2c3101 req-d170b6fa-3638-43cc-b7ff-66b0c9731d07 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0653806 Jun 29 16:15:17.903490 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8e67cd28-e4ef-4520-a3b1-fe786c2c3101 req-7b56b92c-4d3e-4ab6-8472-ab4a89837c30 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357800 Jun 29 16:15:18.652581 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52830) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:18.841307 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-07c3d4dc-f89c-423a-84fd-2a40a35b0c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:18.986401 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-07c3d4dc-f89c-423a-84fd-2a40a35b0c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:18.992204 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-07c3d4dc-f89c-423a-84fd-2a40a35b0c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:18.996162 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7fcf24fd-96ea-4765-b5ec-13ca56480fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:19.043502 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-07c3d4dc-f89c-423a-84fd-2a40a35b0c50 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=960b8593252744588ff7ae9e57cdaaa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898232 Jun 29 16:15:19.046205 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52856) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:19.062214 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3d4dc-f89c-423a-84fd-2a40a35b0c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f40169e-50e6-4caf-9300-3dd1ec4a1ee6,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:19.066280 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-07c3d4dc-f89c-423a-84fd-2a40a35b0c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:19.108107 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b5a39-c229-4bd1-969c-2de02f51c5d5 req-b4838dac-4430-4291-89d5-107f9fe217e6 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:19.109783 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-930b5a39-c229-4bd1-969c-2de02f51c5d5 req-b4838dac-4430-4291-89d5-107f9fe217e6 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0823941 Jun 29 16:15:19.111156 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d3d67082-a6b5-4cc8-a540-571744a7e9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.148074 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d3d67082-a6b5-4cc8-a540-571744a7e9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.158357 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-930b5a39-c229-4bd1-969c-2de02f51c5d5 req-e5482c9a-619a-426c-b4c8-576f4f4fbf1d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Jun 29 16:15:19.197332 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d3d67082-a6b5-4cc8-a540-571744a7e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.200021 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d3d67082-a6b5-4cc8-a540-571744a7e9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.201302 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-d3d67082-a6b5-4cc8-a540-571744a7e9d8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4f40169e-50e6-4caf-9300-3dd1ec4a1ee6 HTTP/1.1" status: 204 len: 168 time: 0.1541021 Jun 29 16:15:19.202152 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bab1f023-f5a3-41c2-a892-49e5e8be32b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:19.210934 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d67082-a6b5-4cc8-a540-571744a7e9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f40169e-50e6-4caf-9300-3dd1ec4a1ee6,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:19.213131 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d3d67082-a6b5-4cc8-a540-571744a7e9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:19.488085 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52866) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:19.504356 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b814df54-9feb-4df8-93cd-dfd3d0a20920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.609258 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b814df54-9feb-4df8-93cd-dfd3d0a20920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.614051 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b814df54-9feb-4df8-93cd-dfd3d0a20920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.632871 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-eb7fbd76-948a-4fb5-bf3a-cd9a5eac36f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:19.643462 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-b814df54-9feb-4df8-93cd-dfd3d0a20920 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b5cbd7910f2a43d18a2486a3409f7d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520267 Jun 29 16:15:19.646651 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52880) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:19.651772 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4ecae055-b73c-45d1-83d7-75d5d00f0378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.680334 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814df54-9feb-4df8-93cd-dfd3d0a20920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec766254-d519-44f7-b44c-58bfa031ebee,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:19.683748 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b814df54-9feb-4df8-93cd-dfd3d0a20920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:19.720228 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2e992d3-4290-4bc3-85d4-6a640c87464e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.751541 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2e992d3-4290-4bc3-85d4-6a640c87464e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.803344 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2e992d3-4290-4bc3-85d4-6a640c87464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.806514 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2e992d3-4290-4bc3-85d4-6a640c87464e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:19.807846 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-b2e992d3-4290-4bc3-85d4-6a640c87464e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ec766254-d519-44f7-b44c-58bfa031ebee HTTP/1.1" status: 204 len: 168 time: 0.1594098 Jun 29 16:15:19.808637 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2b99a706-9548-42c1-ad09-66ddc21695b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:19.817215 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e992d3-4290-4bc3-85d4-6a640c87464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec766254-d519-44f7-b44c-58bfa031ebee,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:19.819497 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b2e992d3-4290-4bc3-85d4-6a640c87464e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:20.373811 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4862666-2d97-4dcc-8129-947e917f9265 req-e4cdec8c-ca88-4aa2-af68-aaea73a3849c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:20.375631 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b4862666-2d97-4dcc-8129-947e917f9265 req-e4cdec8c-ca88-4aa2-af68-aaea73a3849c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0777612 Jun 29 16:15:20.414276 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 52948) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:20.431554 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d684b51d-d88d-4325-bea7-c2f169030341 req-617807c9-6749-4ce9-a592-016637886540 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1345377 Jun 29 16:15:20.460704 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b4862666-2d97-4dcc-8129-947e917f9265 req-926ab298-b47e-4a86-b1ef-56bc471d119e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781207 Jun 29 16:15:20.560095 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b51d-d88d-4325-bea7-c2f169030341 req-f95e1777-0b25-4f03-b3ad-2c1604577373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:20.563009 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d684b51d-d88d-4325-bea7-c2f169030341 req-f95e1777-0b25-4f03-b3ad-2c1604577373 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 1099 time: 0.0688074 Jun 29 16:15:20.589319 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-981b8113-7ce1-4b85-b715-79be1a6361ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.727507 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-981b8113-7ce1-4b85-b715-79be1a6361ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.733331 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-981b8113-7ce1-4b85-b715-79be1a6361ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.736060 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b51d-d88d-4325-bea7-c2f169030341 req-0bcff060-4ee9-4f20-b5d9-6c7b8705b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:20.737137 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-eb8b61ac-7a8e-4250-9a6b-059f5f8b31e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:20.737521 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d684b51d-d88d-4325-bea7-c2f169030341 req-0bcff060-4ee9-4f20-b5d9-6c7b8705b2e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 919 time: 0.1437247 Jun 29 16:15:20.785759 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-981b8113-7ce1-4b85-b715-79be1a6361ce admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=10110ca106544b6ba2198bee25d8392c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3698668 Jun 29 16:15:20.789409 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 52974) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:20.792355 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d684b51d-d88d-4325-bea7-c2f169030341 req-b2b244db-077e-473e-afdb-e2e685c3083d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b HTTP/1.1" status: 200 len: 217 time: 0.0473988 Jun 29 16:15:20.792946 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b8113-7ce1-4b85-b715-79be1a6361ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7623adcc-383f-4fe8-a27a-27a537b4ffda,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:20.796296 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-981b8113-7ce1-4b85-b715-79be1a6361ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:20.864649 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b51d-d88d-4325-bea7-c2f169030341 req-e21aa359-14f8-4532-a073-bf3040e704cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:20.866260 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d684b51d-d88d-4325-bea7-c2f169030341 req-e21aa359-14f8-4532-a073-bf3040e704cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 200 len: 858 time: 0.0632236 Jun 29 16:15:20.901793 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b1bac-707a-46f0-93ec-191b73a901f5 req-ff753d17-7713-4acf-b849-dd8d59a43697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:20.903338 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0f0b1bac-707a-46f0-93ec-191b73a901f5 req-ff753d17-7713-4acf-b849-dd8d59a43697 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 1099 time: 0.0656998 Jun 29 16:15:20.912857 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d9f88b91-c211-44cf-863e-4ba8c8b180bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:20.915882 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d684b51d-d88d-4325-bea7-c2f169030341 req-be2f8e1d-4de3-412a-9a63-20a4c9ec3806 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402422 Jun 29 16:15:20.947363 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0f0b1bac-707a-46f0-93ec-191b73a901f5 req-64443b01-86ed-4ea4-a065-8d66dbc5812d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357473 Jun 29 16:15:20.977010 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d9f88b91-c211-44cf-863e-4ba8c8b180bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.040673 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d684b51d-d88d-4325-bea7-c2f169030341 req-e0fa09d0-41d3-45d7-8b33-cb9a76ca0e61 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168258 Jun 29 16:15:21.059363 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d9f88b91-c211-44cf-863e-4ba8c8b180bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.061942 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d9f88b91-c211-44cf-863e-4ba8c8b180bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:21.063056 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-d9f88b91-c211-44cf-863e-4ba8c8b180bb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7623adcc-383f-4fe8-a27a-27a537b4ffda HTTP/1.1" status: 204 len: 168 time: 0.2723997 Jun 29 16:15:21.078235 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3ab4bb0e-1553-4c75-b94e-d9cac49357f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:21.112538 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f88b91-c211-44cf-863e-4ba8c8b180bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7623adcc-383f-4fe8-a27a-27a537b4ffda,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:21.117803 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d9f88b91-c211-44cf-863e-4ba8c8b180bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:21.169561 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d684b51d-d88d-4325-bea7-c2f169030341 req-14e3a41f-2239-4bd8-b014-25f93a05ab22 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217659 Jun 29 16:15:21.652892 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b06b11-6218-463b-a00b-e38fc249646e req-727cb69e-19b4-44fc-8064-05ba8c003f2e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:21.654372 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-76b06b11-6218-463b-a00b-e38fc249646e req-727cb69e-19b4-44fc-8064-05ba8c003f2e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0658548 Jun 29 16:15:21.693978 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-76b06b11-6218-463b-a00b-e38fc249646e req-3a0f499f-37f2-4c1f-9f88-b3b514ee31e4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322788 Jun 29 16:15:22.005947 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d0c2-33d3-45ae-849e-a73e6b79890d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:22.276274 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:22.405415 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:22.907282 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ead021-66dd-46e0-8c7d-74a36fd8c5f4 req-9438886a-9c0b-4389-9da7-c423461a2bd4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:22.915546 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43ead021-66dd-46e0-8c7d-74a36fd8c5f4 req-9438886a-9c0b-4389-9da7-c423461a2bd4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0922360 Jun 29 16:15:22.964519 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43ead021-66dd-46e0-8c7d-74a36fd8c5f4 req-4a818776-2e9b-43b5-8bb9-19d0005735a6 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479443 Jun 29 16:15:23.177598 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366985e-a861-4abc-9e17-db40a1d23db7 req-cd19ad06-d437-4f24-a4b3-5d962421e2a2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:23.179586 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b366985e-a861-4abc-9e17-db40a1d23db7 req-cd19ad06-d437-4f24-a4b3-5d962421e2a2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0646811 Jun 29 16:15:23.218529 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b366985e-a861-4abc-9e17-db40a1d23db7 req-192795f7-ba2b-4729-8d41-ee2db2933a5d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Jun 29 16:15:23.249308 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.382136 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 53214) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:24.510277 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ee285942-56a4-4e40-b552-88e37b3ffcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.604304 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ee285942-56a4-4e40-b552-88e37b3ffcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.608795 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ee285942-56a4-4e40-b552-88e37b3ffcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.611640 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:24.648258 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee285942-56a4-4e40-b552-88e37b3ffcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfda3b6-3a8a-4f3e-b533-de5bf6e88b02,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:24.653786 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-ee285942-56a4-4e40-b552-88e37b3ffcee admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=94841a8a552e484486efac0fff3ed8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693653 Jun 29 16:15:24.653786 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-ee285942-56a4-4e40-b552-88e37b3ffcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:24.655702 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 53228) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:24.712098 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-97cd333d-50bd-4455-a404-aa2d2f0a99db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.735459 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-97cd333d-50bd-4455-a404-aa2d2f0a99db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.784230 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-97cd333d-50bd-4455-a404-aa2d2f0a99db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.786844 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-97cd333d-50bd-4455-a404-aa2d2f0a99db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.788635 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-97cd333d-50bd-4455-a404-aa2d2f0a99db admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8bfda3b6-3a8a-4f3e-b533-de5bf6e88b02 HTTP/1.1" status: 204 len: 168 time: 0.1309175 Jun 29 16:15:24.789643 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-be73f6cf-e77b-4de5-97dd-84d0ff6a0a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:24.798217 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd333d-50bd-4455-a404-aa2d2f0a99db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfda3b6-3a8a-4f3e-b533-de5bf6e88b02,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:24.811180 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-97cd333d-50bd-4455-a404-aa2d2f0a99db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:24.925321 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92edf-fd4b-4a2a-bacb-7d3f9f95a81d req-ebae1573-3d57-469e-a983-c32c3670685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:24.926777 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-81b92edf-fd4b-4a2a-bacb-7d3f9f95a81d req-ebae1573-3d57-469e-a983-c32c3670685d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 1099 time: 0.0623367 Jun 29 16:15:24.956363 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:24.998758 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1433422-f0e6-4314-b8e8-4b09382f6254 req-920bc13d-0fee-42de-acc7-d0ebf6b65589 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:25.000305 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a1433422-f0e6-4314-b8e8-4b09382f6254 req-920bc13d-0fee-42de-acc7-d0ebf6b65589 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0775743 Jun 29 16:15:25.043371 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92edf-fd4b-4a2a-bacb-7d3f9f95a81d req-c46b9ba3-0f07-4335-a849-bd9ccff43705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:25.045232 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-81b92edf-fd4b-4a2a-bacb-7d3f9f95a81d req-c46b9ba3-0f07-4335-a849-bd9ccff43705 service neutron] 10.222.0.61 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 919 time: 0.1041937 Jun 29 16:15:25.049063 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a1433422-f0e6-4314-b8e8-4b09382f6254 req-c892ff76-b561-4817-8ece-7bfdff400ee2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Jun 29 16:15:25.095244 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-81b92edf-fd4b-4a2a-bacb-7d3f9f95a81d req-dfd53d09-6fe2-4efb-a18a-d4d126c9b465 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b HTTP/1.1" status: 200 len: 217 time: 0.0429170 Jun 29 16:15:25.140711 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 53238) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:25.160917 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3f6f6ad3-a183-4b05-bca0-22a70b209bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.171153 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92edf-fd4b-4a2a-bacb-7d3f9f95a81d req-11f9e9a0-57c8-4bc5-a648-9631b7e3a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:25.172602 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-81b92edf-fd4b-4a2a-bacb-7d3f9f95a81d req-11f9e9a0-57c8-4bc5-a648-9631b7e3a3ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 200 len: 858 time: 0.0688324 Jun 29 16:15:25.209808 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-81b92edf-fd4b-4a2a-bacb-7d3f9f95a81d req-63dd5450-008f-4af0-b893-d1564a980a2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298762 Jun 29 16:15:25.338487 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-81b92edf-fd4b-4a2a-bacb-7d3f9f95a81d req-d6542436-9bc5-4bbb-b2c9-3af9389ff2bd service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202099 Jun 29 16:15:25.398717 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3f6f6ad3-a183-4b05-bca0-22a70b209bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.406904 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-3f6f6ad3-a183-4b05-bca0-22a70b209bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.413611 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-86fe1fa5-44d2-4cf4-8db4-8aadfabc93e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:25.466236 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-3f6f6ad3-a183-4b05-bca0-22a70b209bda admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cbc113767bf24eda8ec129435dbf84e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228023 Jun 29 16:15:25.467407 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 53248) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:25.473484 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f6ad3-a183-4b05-bca0-22a70b209bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ce8e05-e7b3-47ea-ab65-fd1583e44d1a,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:25.482787 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3f6f6ad3-a183-4b05-bca0-22a70b209bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:25.487923 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-81b92edf-fd4b-4a2a-bacb-7d3f9f95a81d req-9f49fdb2-ec6e-4050-bb1f-6e4eb44f11de service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422100 Jun 29 16:15:25.533752 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-48767257-453c-46ca-b2c2-fc7048d0ad77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.568876 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-48767257-453c-46ca-b2c2-fc7048d0ad77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.589967 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 53256) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:25.624872 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-48767257-453c-46ca-b2c2-fc7048d0ad77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.627709 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-48767257-453c-46ca-b2c2-fc7048d0ad77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.632006 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-48767257-453c-46ca-b2c2-fc7048d0ad77 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/48ce8e05-e7b3-47ea-ab65-fd1583e44d1a HTTP/1.1" status: 204 len: 168 time: 0.1605296 Jun 29 16:15:25.632006 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-cff32318-9270-41b5-9f2a-746d6208e5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:25.650074 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48767257-453c-46ca-b2c2-fc7048d0ad77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ce8e05-e7b3-47ea-ab65-fd1583e44d1a,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:25.664730 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-48767257-453c-46ca-b2c2-fc7048d0ad77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:25.728689 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9403e037-792d-45b8-b47d-4a29ca23d3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.852354 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9403e037-792d-45b8-b47d-4a29ca23d3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.858776 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9403e037-792d-45b8-b47d-4a29ca23d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.863294 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-19451f49-7cbc-46fa-b4dd-e4a42cdb0fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:25.901412 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-9403e037-792d-45b8-b47d-4a29ca23d3fc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=55d08acb842c4cb2821e3c0f1a7aa8bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102641 Jun 29 16:15:25.902350 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403e037-792d-45b8-b47d-4a29ca23d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223cac5c-9a82-464c-bbf2-624f1ffb1fdd,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:25.905279 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-9403e037-792d-45b8-b47d-4a29ca23d3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:25.905626 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 53276) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:25.958708 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c60000ca-123c-4ed8-b70a-494c55745824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.986195 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c60000ca-123c-4ed8-b70a-494c55745824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:25.995317 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 53278) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:26.009400 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cd3a6c4b-ad21-4daa-811b-2c7f48a8cc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.045228 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c60000ca-123c-4ed8-b70a-494c55745824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.048193 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c60000ca-123c-4ed8-b70a-494c55745824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.052298 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-c60000ca-123c-4ed8-b70a-494c55745824 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/223cac5c-9a82-464c-bbf2-624f1ffb1fdd HTTP/1.1" status: 204 len: 168 time: 0.1450145 Jun 29 16:15:26.054241 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:26.065684 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60000ca-123c-4ed8-b70a-494c55745824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223cac5c-9a82-464c-bbf2-624f1ffb1fdd,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:26.089316 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c60000ca-123c-4ed8-b70a-494c55745824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:26.190520 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cd3a6c4b-ad21-4daa-811b-2c7f48a8cc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.199554 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cd3a6c4b-ad21-4daa-811b-2c7f48a8cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.204511 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-09a1f7bd-c5ae-4f75-bf4e-d8d1740d3904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:26.247435 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-cd3a6c4b-ad21-4daa-811b-2c7f48a8cc83 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1020739ae5244b4b88d2fd0608bcaac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506857 Jun 29 16:15:26.249362 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a6c4b-ad21-4daa-811b-2c7f48a8cc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1239e54b-5e22-4adf-8176-448dd3009386,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:26.252652 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cd3a6c4b-ad21-4daa-811b-2c7f48a8cc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:26.253249 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 53288) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:26.323309 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-badb79f8-3056-45b3-ab93-0479ca0a9972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.347837 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd18847-06e4-49d1-bcbc-c5b4d4746648 req-50c6f937-6205-4408-a80b-b03e4158026e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:26.349367 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3bd18847-06e4-49d1-bcbc-c5b4d4746648 req-50c6f937-6205-4408-a80b-b03e4158026e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1259890 Jun 29 16:15:26.361001 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-badb79f8-3056-45b3-ab93-0479ca0a9972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.426324 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3bd18847-06e4-49d1-bcbc-c5b4d4746648 req-f7c8ec22-91ff-4cf5-96d2-c125e88a4d2f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 Jun 29 16:15:26.447489 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-badb79f8-3056-45b3-ab93-0479ca0a9972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.452325 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-badb79f8-3056-45b3-ab93-0479ca0a9972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:26.454087 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-badb79f8-3056-45b3-ab93-0479ca0a9972 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1239e54b-5e22-4adf-8176-448dd3009386 HTTP/1.1" status: 204 len: 168 time: 0.1997445 Jun 29 16:15:26.455083 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e929d6fe-8321-4431-9a3e-de9dfe4faa4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:26.475499 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb79f8-3056-45b3-ab93-0479ca0a9972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1239e54b-5e22-4adf-8176-448dd3009386,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:26.478007 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-badb79f8-3056-45b3-ab93-0479ca0a9972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:27.133741 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 53316) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:27.233341 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-368363031-network', 'tenant_id': '4ff1bc08d27f451aa54f944cf05e46d1'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:27.257977 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Made reservation on behalf of 4ff1bc08d27f451aa54f944cf05e46d1 for: {'network': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:27.260590 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.268724 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.369120 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.372821 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.376103 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-94e4edcb-65f4-41e6-89ee-29cec6dffe20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:27.400396 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:15:27.410347 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd3c306-c0db-4ddd-b01a-75cfe5d91359,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:27.415109 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:27.416239 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.416578 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.segments_db [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Added segment 3d5630e0-9720-4c94-a228-5f14f55afc8b of type vlan for network 936b2c91-0512-41ee-99b5-d36694d344a7 Jun 29 16:15:27.459217 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.488276 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.489569 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:27.490665 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.493632 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b4bb66ff-1e2a-4fab-a9ff-4658eef4ba6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:27.539580 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4047158 Jun 29 16:15:27.542751 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 53330) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:27.548918 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Request body: {'subnet': {'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-368363031-subnet', 'tenant_id': '4ff1bc08d27f451aa54f944cf05e46d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:27.571681 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Pushing event updated for resources: {'Network': ['ID=936b2c91-0512-41ee-99b5-d36694d344a7,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:27.575328 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Made reservation on behalf of 4ff1bc08d27f451aa54f944cf05e46d1 for: {'subnet': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:27.576079 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:27.579646 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209652'] for subnet, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.584636 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network 936b2c91-0512-41ee-99b5-d36694d344a7 details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:15:27.645303 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf5a6e-6c59-40c1-be04-47b87352ccc6 req-ac924696-409d-4f8b-86ae-06ba3b1a8070 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:27.647067 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-adaf5a6e-6c59-40c1-be04-47b87352ccc6 req-ac924696-409d-4f8b-86ae-06ba3b1a8070 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0947704 Jun 29 16:15:27.703803 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-adaf5a6e-6c59-40c1-be04-47b87352ccc6 req-21779859-9106-4e2c-92af-bb54ae3a19d1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488772 Jun 29 16:15:27.774037 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26134565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209638'] for subnet, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.776338 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f821c6a4-b4dd-495a-b84d-89c1ff53dea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:27.831074 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c9724e-2683-44cd-91a7-19357bc45d46,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:27.834775 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:27.842160 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Checking segment: {'id': '3d5630e0-9720-4c94-a228-5f14f55afc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:27.842566 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Network hostable DHCP agents. Network: 936b2c91-0512-41ee-99b5-d36694d344a7, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:15:27.863886 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Network 936b2c91-0512-41ee-99b5-d36694d344a7 is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:15:27.873175 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, 936b2c91-0512-41ee-99b5-d36694d344a7) {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:27.877163 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:27.877733 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:27.884939 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d23fc35-f970-478e-b485-f3d6896e0439 None None] Network 936b2c91-0512-41ee-99b5-d36694d344a7 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:27.892639 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3486378 Jun 29 16:15:28.016782 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d096f852-5339-48f5-8fe9-4e7b783f6c01 None None] Network 936b2c91-0512-41ee-99b5-d36694d344a7 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:15:28.890257 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10c03-8dc7-44ed-85d3-39038f5c6c3d req-b03643c2-27b7-453a-b287-8333303cb992 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:28.891730 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1bd10c03-8dc7-44ed-85d3-39038f5c6c3d req-b03643c2-27b7-453a-b287-8333303cb992 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0658824 Jun 29 16:15:28.931232 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1bd10c03-8dc7-44ed-85d3-39038f5c6c3d req-cc9bd351-6c0b-451a-ac8b-9bf82481d9c8 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Jun 29 16:15:30.107458 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0161dd6-69dd-4668-911f-11e8ef7df9ac req-0f73777f-76e3-4494-8a28-2c80daf38f5d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:30.110490 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a0161dd6-69dd-4668-911f-11e8ef7df9ac req-0f73777f-76e3-4494-8a28-2c80daf38f5d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0674195 Jun 29 16:15:30.146137 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a0161dd6-69dd-4668-911f-11e8ef7df9ac req-33154b2a-0dcb-46f9-b196-4e6f7a43910f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315671 Jun 29 16:15:31.330885 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8d307-fd9a-4b3b-b640-a0bdfacd5f79 req-6ba009a6-ca9e-4559-af8f-e2786e19c015 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:31.332391 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-69c8d307-fd9a-4b3b-b640-a0bdfacd5f79 req-6ba009a6-ca9e-4559-af8f-e2786e19c015 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0653715 Jun 29 16:15:31.370757 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-69c8d307-fd9a-4b3b-b640-a0bdfacd5f79 req-14b67e97-3661-4087-a4a4-4e8547502bb7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328176 Jun 29 16:15:32.547639 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b9054-7cfc-4f87-9208-94dde405f8de req-1f40e6d5-6769-4b5d-b6f6-f5bc1e6c39d3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:32.549100 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dd8b9054-7cfc-4f87-9208-94dde405f8de req-1f40e6d5-6769-4b5d-b6f6-f5bc1e6c39d3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0656264 Jun 29 16:15:32.717850 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dd8b9054-7cfc-4f87-9208-94dde405f8de req-b9a6edde-0985-4fd5-8a59-33a176a4d1f3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624956 Jun 29 16:15:33.906759 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ffeb8-07d1-4956-b169-bd8540405c8d req-a5249f17-00db-4eda-8af7-ce1c3b02ce50 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:33.908398 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-903ffeb8-07d1-4956-b169-bd8540405c8d req-a5249f17-00db-4eda-8af7-ce1c3b02ce50 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0769265 Jun 29 16:15:33.945944 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-903ffeb8-07d1-4956-b169-bd8540405c8d req-c1c5b12c-2632-4bce-968f-278df5ab26a1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Jun 29 16:15:35.121608 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4dedd-fcb2-4e9e-9f72-a1ca18bda64d req-264cbe12-5901-4bf6-8a5b-d056d978c310 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:35.123081 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7de4dedd-fcb2-4e9e-9f72-a1ca18bda64d req-264cbe12-5901-4bf6-8a5b-d056d978c310 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0647852 Jun 29 16:15:35.164550 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7de4dedd-fcb2-4e9e-9f72-a1ca18bda64d req-6e9fcbd5-78fd-42ab-abdb-1557ef4ba025 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355141 Jun 29 16:15:36.345549 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089723a-8a61-40e4-a29c-9450f01f5d50 req-71433185-39b8-41c8-ba20-4cb6cfa6c34f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:36.347007 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5089723a-8a61-40e4-a29c-9450f01f5d50 req-71433185-39b8-41c8-ba20-4cb6cfa6c34f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0671158 Jun 29 16:15:36.386496 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5089723a-8a61-40e4-a29c-9450f01f5d50 req-5d454a10-7e69-4e1b-88bd-8f33b9e08d70 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Jun 29 16:15:37.569866 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f25952-2d03-4b6b-915e-f9fe9833d9ff req-98c9b37d-7dda-4634-9505-a8019acd11fb tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:37.571367 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-37f25952-2d03-4b6b-915e-f9fe9833d9ff req-98c9b37d-7dda-4634-9505-a8019acd11fb tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0629950 Jun 29 16:15:37.614096 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-37f25952-2d03-4b6b-915e-f9fe9833d9ff req-f6b7ac2d-105c-4e48-aca1-ec1dc9129b0d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359933 Jun 29 16:15:38.796863 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09602755-a337-4fb1-bf44-6bf3ebf8ebc2 req-27a64a61-662f-4e61-a5b5-2eee26bfe18d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:38.798403 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-09602755-a337-4fb1-bf44-6bf3ebf8ebc2 req-27a64a61-662f-4e61-a5b5-2eee26bfe18d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0689349 Jun 29 16:15:38.837232 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-09602755-a337-4fb1-bf44-6bf3ebf8ebc2 req-c8b0ee44-8872-43d7-ac3e-993ecf64449b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330520 Jun 29 16:15:40.006973 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340954e2-ac1a-45f7-98e9-0588b8023105 req-041250cb-ff51-4f95-9e1f-68eafd694ca7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:40.009104 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-340954e2-ac1a-45f7-98e9-0588b8023105 req-041250cb-ff51-4f95-9e1f-68eafd694ca7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0643392 Jun 29 16:15:40.045560 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-340954e2-ac1a-45f7-98e9-0588b8023105 req-545f15ab-6541-463e-9914-88d23270a1c5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308228 Jun 29 16:15:41.877815 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193509ad-6aa2-495e-b1a2-839574042bbd req-14590703-1fb1-4dd7-883b-b43e35dcf3f6 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:41.879259 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-14590703-1fb1-4dd7-883b-b43e35dcf3f6 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/networks?id=936b2c91-0512-41ee-99b5-d36694d344a7 HTTP/1.1" status: 200 len: 808 time: 0.1167898 Jun 29 16:15:41.895884 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-b7795d8e-71be-463d-840e-cdac1773513b tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/quotas/4ff1bc08d27f451aa54f944cf05e46d1 HTTP/1.1" status: 200 len: 375 time: 0.0105190 Jun 29 16:15:41.932220 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-4db99613-b103-4982-a4ab-a5138f96c2e8 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4ff1bc08d27f451aa54f944cf05e46d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298476 Jun 29 16:15:42.035391 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-1251057b-d488-4e11-9a60-2e82a877841b service neutron] 10.222.0.83 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961933 Jun 29 16:15:42.176099 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-2e46b410-4ea8-41aa-93db-c23146e5cbed service neutron] 10.222.0.83 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346304 Jun 29 16:15:42.191188 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26829f-50aa-4f84-ac60-9b1170204ade req-aa734eae-68e1-491d-9169-3ac2dbef6394 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:42.192912 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fe26829f-50aa-4f84-ac60-9b1170204ade req-aa734eae-68e1-491d-9169-3ac2dbef6394 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1065791 Jun 29 16:15:42.259836 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fe26829f-50aa-4f84-ac60-9b1170204ade req-3aaf81b6-5fb6-4bda-b57b-3529452a0ea3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564873 Jun 29 16:15:42.388486 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c25473ca-bf5e-4281-8ddd-5946f2f168a8 req-5fbfa8f8-cccd-4888-a8c8-3e66096c6487 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 210 time: 0.0305762 Jun 29 16:15:42.458081 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffa5d7-a8a0-4a6a-b95d-330adf13a369 req-9c7f80d2-fd47-44d8-a16d-1fd7672188e2 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:42.459752 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-baffa5d7-a8a0-4a6a-b95d-330adf13a369 req-9c7f80d2-fd47-44d8-a16d-1fd7672188e2 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0737348 Jun 29 16:15:42.505393 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-baffa5d7-a8a0-4a6a-b95d-330adf13a369 req-42cd633a-4b0a-432b-9fbd-06abb082d71e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356288 Jun 29 16:15:43.436369 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fae61-94f5-4909-a2a9-8b06763d0268 req-affdb382-847e-4122-ac44-321ed065a6c2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:43.437849 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6a9fae61-94f5-4909-a2a9-8b06763d0268 req-affdb382-847e-4122-ac44-321ed065a6c2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0685363 Jun 29 16:15:43.482140 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6a9fae61-94f5-4909-a2a9-8b06763d0268 req-d66ed1f1-62d4-46f4-b090-a6676654ee7f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 Jun 29 16:15:43.575050 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8afd07c1-d7c7-42e2-aa59-a8ed6897231f req-cd4afe77-9045-4719-898b-b872306f0c16 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 210 time: 0.0461907 Jun 29 16:15:43.609370 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193509ad-6aa2-495e-b1a2-839574042bbd req-9ebd155d-903d-43da-a0e5-03be0e1058e7 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:43.611132 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-9ebd155d-903d-43da-a0e5-03be0e1058e7 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.61 "GET /v2.0/networks?id=936b2c91-0512-41ee-99b5-d36694d344a7 HTTP/1.1" status: 200 len: 808 time: 0.1132953 Jun 29 16:15:43.629657 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Request body: {'port': {'device_id': '52102655-56c7-4e3b-82f6-0ede7f238e3d', 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7', 'admin_state_up': True, 'tenant_id': '4ff1bc08d27f451aa54f944cf05e46d1'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:43.737578 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f100ae-e9bd-4ba0-9779-f13813a63f38 req-cc6d9027-d39b-4519-a2f7-d64d1e495628 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:43.739072 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-17f100ae-e9bd-4ba0-9779-f13813a63f38 req-cc6d9027-d39b-4519-a2f7-d64d1e495628 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0911078 Jun 29 16:15:43.782278 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Made reservation on behalf of 4ff1bc08d27f451aa54f944cf05e46d1 for: {'port': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:43.785920 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:43.787904 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-17f100ae-e9bd-4ba0-9779-f13813a63f38 req-afc92e41-5b01-4f2c-afa3-ad0b6e402cf1 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402403 Jun 29 16:15:43.924471 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Allocated IP 172.20.0.14 (936b2c91-0512-41ee-99b5-d36694d344a7/e0c9724e-2683-44cd-91a7-19357bc45d46/65b47b79-9e72-400a-8e7d-8cec71a9e37b) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:44.065935 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.108585 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.112757 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:44.125504 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:15:44.159443 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Network 936b2c91-0512-41ee-99b5-d36694d344a7 is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:44.162621 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:44.166592 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:44.172886 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Pushing event updated for resources: {'Port': ['ID=65b47b79-9e72-400a-8e7d-8cec71a9e37b,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:44.191582 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:44.218425 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:44.219037 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for port, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.232729 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6071196 Jun 29 16:15:44.245619 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Request body: {'port': {'device_id': '52102655-56c7-4e3b-82f6-0ede7f238e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:44.317324 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.579263 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b47b79-9e72-400a-8e7d-8cec71a9e37b {{(pid=93150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:44.586444 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.600299 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.provisioning_blocks [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Transition to ACTIVE for port object 65b47b79-9e72-400a-8e7d-8cec71a9e37b will not be triggered until provisioned by entity L2. {{(pid=93150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:44.606606 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134699'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.613486 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b712cd8f-d936-488b-9f3a-1bf2f53e3586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:44.658631 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Pushing event updated for resources: {'Port': ['ID=65b47b79-9e72-400a-8e7d-8cec71a9e37b,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:44.678441 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:44.683042 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692086f6-2277-40a0-8f56-1d89fc98ec65 req-92ca4163-5b17-4ab5-94c5-a9f07bb2cb97 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:44.684717 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-692086f6-2277-40a0-8f56-1d89fc98ec65 req-92ca4163-5b17-4ab5-94c5-a9f07bb2cb97 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0881681 Jun 29 16:15:44.726391 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Attempting to bind port 65b47b79-9e72-400a-8e7d-8cec71a9e37b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:15:44.726754 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Attempting to bind port 65b47b79-9e72-400a-8e7d-8cec71a9e37b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '3d5630e0-9720-4c94-a228-5f14f55afc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7'}] {{(pid=93150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:15:44.727060 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Attempting to bind port 65b47b79-9e72-400a-8e7d-8cec71a9e37b on network 936b2c91-0512-41ee-99b5-d36694d344a7 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:44.732015 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Port 65b47b79-9e72-400a-8e7d-8cec71a9e37b on network 936b2c91-0512-41ee-99b5-d36694d344a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:15:44.732339 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Attempting to bind port 65b47b79-9e72-400a-8e7d-8cec71a9e37b on network 936b2c91-0512-41ee-99b5-d36694d344a7 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:15:44.737010 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:15:44.737344 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Checking segment: {'id': '3d5630e0-9720-4c94-a228-5f14f55afc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:15:44.737721 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Bound using segment: {'id': '3d5630e0-9720-4c94-a228-5f14f55afc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7'} {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:15:44.738152 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Bound port: 65b47b79-9e72-400a-8e7d-8cec71a9e37b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5630e0-9720-4c94-a228-5f14f55afc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7'}}] {{(pid=93150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:15:44.738502 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.756122 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-692086f6-2277-40a0-8f56-1d89fc98ec65 req-ca0cb883-660d-470c-bc24-e731214a50dc tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620081 Jun 29 16:15:44.775555 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fbfcb-6193-4577-b6d9-44367187ee32 req-54cb4d66-02de-49cc-818e-20e5d3ebf903 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:44.775807 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b28fbfcb-6193-4577-b6d9-44367187ee32 req-54cb4d66-02de-49cc-818e-20e5d3ebf903 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 944 time: 0.0900939 Jun 29 16:15:44.807190 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] For port 65b47b79-9e72-400a-8e7d-8cec71a9e37b, host hv-cinder-78626, cleared binding levels {{(pid=93150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:15:44.810932 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] For port 65b47b79-9e72-400a-8e7d-8cec71a9e37b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65b47b79-9e72-400a-8e7d-8cec71a9e37b,segment=NetworkSegment(3d5630e0-9720-4c94-a228-5f14f55afc8b),segment_id=3d5630e0-9720-4c94-a228-5f14f55afc8b)] {{(pid=93150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:15:44.815568 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134699'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.818472 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:44.857776 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b28fbfcb-6193-4577-b6d9-44367187ee32 req-50559573-1f98-4a46-90f0-d9edeeb02ae9 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657587 Jun 29 16:15:44.857958 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:44.858692 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for port, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:44.860255 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] 10.222.0.61 "PUT /v2.0/ports/65b47b79-9e72-400a-8e7d-8cec71a9e37b HTTP/1.1" status: 200 len: 1094 time: 0.6191096 Jun 29 16:15:44.860743 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52102655-56c7-4e3b-82f6-0ede7f238e3d', 'tag': '65b47b79-9e72-400a-8e7d-8cec71a9e37b'}] {{(pid=93150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:44.863249 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48a7feb8469e3ec324b3892cc3d616f279792e0891358fa3d6d01a76cb3d71ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a84167-5070-4cdb-a2f4-fd07157780cd" -d '{"events": [{"name": "network-changed", "server_uuid": "52102655-56c7-4e3b-82f6-0ede7f238e3d", "tag": "65b47b79-9e72-400a-8e7d-8cec71a9e37b"}]}' {{(pid=93150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:44.896269 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Pushing event updated for resources: {'Port': ['ID=65b47b79-9e72-400a-8e7d-8cec71a9e37b,revision_number=3']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:44.901748 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0a01cad7-1123-4e79-880e-8769e774b3fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:44.941544 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e695529e-e7ef-4cde-937d-e6fa9d718c6c x-openstack-request-id: req-e695529e-e7ef-4cde-937d-e6fa9d718c6c {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:44.941908 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52102655-56c7-4e3b-82f6-0ede7f238e3d", "tag": "65b47b79-9e72-400a-8e7d-8cec71a9e37b", "status": "completed", "code": 200}]} {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:44.942146 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e695529e-e7ef-4cde-937d-e6fa9d718c6c {{(pid=93150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:44.942555 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52102655-56c7-4e3b-82f6-0ede7f238e3d', 'tag': '65b47b79-9e72-400a-8e7d-8cec71a9e37b', 'status': 'completed', 'code': 200} Jun 29 16:15:44.969983 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193509ad-6aa2-495e-b1a2-839574042bbd req-79db7ff2-4d73-4383-8f2a-d9be286d0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:44.971538 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-79db7ff2-4d73-4383-8f2a-d9be286d0e7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ff1bc08d27f451aa54f944cf05e46d1&device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 1097 time: 0.0624382 Jun 29 16:15:45.015436 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-52f0a267-4760-488e-9924-ecef1e7ea259 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b47b79-9e72-400a-8e7d-8cec71a9e37b HTTP/1.1" status: 200 len: 217 time: 0.0359333 Jun 29 16:15:45.015895 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb5728-6fb6-4268-98cf-082dbe4ecfe7 req-ea7dd895-0686-476b-bfa6-14141511eaa5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:45.017387 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-61fb5728-6fb6-4268-98cf-082dbe4ecfe7 req-ea7dd895-0686-476b-bfa6-14141511eaa5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0717645 Jun 29 16:15:45.059062 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-61fb5728-6fb6-4268-98cf-082dbe4ecfe7 req-272fa41e-875e-4a20-856e-0773514dbee8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358863 Jun 29 16:15:45.065125 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193509ad-6aa2-495e-b1a2-839574042bbd req-9785ff20-0d22-4e49-bb59-5e695cf0df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:45.066558 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-9785ff20-0d22-4e49-bb59-5e695cf0df2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0c9724e-2683-44cd-91a7-19357bc45d46 HTTP/1.1" status: 200 len: 848 time: 0.0431542 Jun 29 16:15:45.102024 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-f169f3f4-51fb-4336-96d8-8f4d1e3f3360 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=936b2c91-0512-41ee-99b5-d36694d344a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277758 Jun 29 16:15:45.195193 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-acaac81a-1866-4f75-bb60-6de6c0615e58 service neutron] 10.222.0.61 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845952 Jun 29 16:15:45.292514 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-193509ad-6aa2-495e-b1a2-839574042bbd req-9cebf980-554d-45cd-8edb-c86d8b6d8d33 service neutron] 10.222.0.61 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Jun 29 16:15:45.399862 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a84167-5070-4cdb-a2f4-fd07157780cd req-a11c6b48-6e4c-4178-9b7b-b5909cf44264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:45.401346 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-10a84167-5070-4cdb-a2f4-fd07157780cd req-a11c6b48-6e4c-4178-9b7b-b5909cf44264 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ff1bc08d27f451aa54f944cf05e46d1&device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 1097 time: 0.0547113 Jun 29 16:15:45.503231 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a84167-5070-4cdb-a2f4-fd07157780cd req-1d242554-61a7-4cfe-bebe-be0c17e77060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:45.504692 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-10a84167-5070-4cdb-a2f4-fd07157780cd req-1d242554-61a7-4cfe-bebe-be0c17e77060 service neutron] 10.222.0.61 "GET /v2.0/networks?id=936b2c91-0512-41ee-99b5-d36694d344a7 HTTP/1.1" status: 200 len: 909 time: 0.0898957 Jun 29 16:15:45.545388 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-10a84167-5070-4cdb-a2f4-fd07157780cd req-3594b675-84dd-4d85-ac51-4c3391ad1a4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b47b79-9e72-400a-8e7d-8cec71a9e37b HTTP/1.1" status: 200 len: 217 time: 0.0338218 Jun 29 16:15:45.594142 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a84167-5070-4cdb-a2f4-fd07157780cd req-4ec360e9-3b35-45d2-a847-55d8fd0d0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:45.595566 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-10a84167-5070-4cdb-a2f4-fd07157780cd req-4ec360e9-3b35-45d2-a847-55d8fd0d0804 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0c9724e-2683-44cd-91a7-19357bc45d46 HTTP/1.1" status: 200 len: 848 time: 0.0439959 Jun 29 16:15:45.630093 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-10a84167-5070-4cdb-a2f4-fd07157780cd req-c6dfa4cf-538b-474f-ab01-b314334b6ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=936b2c91-0512-41ee-99b5-d36694d344a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260742 Jun 29 16:15:45.722169 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-10a84167-5070-4cdb-a2f4-fd07157780cd req-2817766c-32bc-4d7d-9635-2accbca7160b service neutron] 10.222.0.61 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844555 Jun 29 16:15:45.970256 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea27e6f-844c-438b-a3ea-e2c23b056494 req-201a7e1a-25cf-4ed1-82cf-26b571471246 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:45.971837 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dea27e6f-844c-438b-a3ea-e2c23b056494 req-201a7e1a-25cf-4ed1-82cf-26b571471246 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0833399 Jun 29 16:15:46.034189 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-10a84167-5070-4cdb-a2f4-fd07157780cd req-9e0abf35-35a9-4bc3-9efe-055931728346 service neutron] 10.222.0.61 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046830 Jun 29 16:15:46.038137 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dea27e6f-844c-438b-a3ea-e2c23b056494 req-629c3353-986a-4582-b21a-3eb87422c291 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603950 Jun 29 16:15:46.078508 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0c068-732f-4c07-a3ac-715eb02694e2 req-d69b18e1-59a2-49f3-bf08-847724d98c12 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:46.079996 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-edc0c068-732f-4c07-a3ac-715eb02694e2 req-d69b18e1-59a2-49f3-bf08-847724d98c12 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 944 time: 0.0877528 Jun 29 16:15:46.127322 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-edc0c068-732f-4c07-a3ac-715eb02694e2 req-dc7bf807-5fbf-4330-8493-d798555143d7 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405195 Jun 29 16:15:46.303169 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bd20c-92dd-41f2-994d-889ed86ba3d2 req-d7315611-dc7f-43d3-85e6-299a12853515 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:46.304747 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-de9bd20c-92dd-41f2-994d-889ed86ba3d2 req-d7315611-dc7f-43d3-85e6-299a12853515 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0755396 Jun 29 16:15:46.344394 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-de9bd20c-92dd-41f2-994d-889ed86ba3d2 req-6d788e7d-00bc-48a1-ae44-ec105ae3ee87 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319448 Jun 29 16:15:47.215231 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28705c3-c4e0-4473-9ad7-c20db13df062 req-d56cd189-f725-46aa-8e0d-5c63c9197b61 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:47.216694 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d28705c3-c4e0-4473-9ad7-c20db13df062 req-d56cd189-f725-46aa-8e0d-5c63c9197b61 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0661371 Jun 29 16:15:47.281985 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d28705c3-c4e0-4473-9ad7-c20db13df062 req-69a71a49-4711-47a4-9da2-c4049cb86d97 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597363 Jun 29 16:15:47.319968 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3f599-ca71-4e6e-80de-f400b32dce31 req-63082c03-629d-4ffa-aeaf-9cf2edcf4221 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:47.321446 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e1f3f599-ca71-4e6e-80de-f400b32dce31 req-63082c03-629d-4ffa-aeaf-9cf2edcf4221 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 944 time: 0.0771480 Jun 29 16:15:47.368104 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e1f3f599-ca71-4e6e-80de-f400b32dce31 req-e01dc8d0-7a12-4212-afca-63994c60f261 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Jun 29 16:15:47.525933 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722db5a2-2e5a-4dbb-9656-f2a42508f9bf req-f6ef8b9c-25e0-4928-a54e-6f88c542f4bc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:47.527285 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-722db5a2-2e5a-4dbb-9656-f2a42508f9bf req-f6ef8b9c-25e0-4928-a54e-6f88c542f4bc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0647860 Jun 29 16:15:47.540111 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 65b47b79-9e72-400a-8e7d-8cec71a9e37b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:15:47.566209 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-722db5a2-2e5a-4dbb-9656-f2a42508f9bf req-37221c8f-2c7e-4b1d-8eba-58f2b4b10455 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333624 Jun 29 16:15:47.634444 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 65b47b79-9e72-400a-8e7d-8cec71a9e37b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65b47b79-9e72-400a-8e7d-8cec71a9e37b,segment=NetworkSegment(3d5630e0-9720-4c94-a228-5f14f55afc8b),segment_id=3d5630e0-9720-4c94-a228-5f14f55afc8b)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:47.645799 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '65b47b79-9e72-400a-8e7d-8cec71a9e37b', 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7', 'port_id': '65b47b79-9e72-400a-8e7d-8cec71a9e37b', 'mac_address': 'fa:16:3e:33:d9:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c9724e-2683-44cd-91a7-19357bc45d46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:15:47.686110 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:47.802738 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b47b79-9e72-400a-8e7d-8cec71a9e37b {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:47.823338 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 65b47b79-9e72-400a-8e7d-8cec71a9e37b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65b47b79-9e72-400a-8e7d-8cec71a9e37b,segment=NetworkSegment(3d5630e0-9720-4c94-a228-5f14f55afc8b),segment_id=3d5630e0-9720-4c94-a228-5f14f55afc8b)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:47.827785 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:47.829429 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:47.875959 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=65b47b79-9e72-400a-8e7d-8cec71a9e37b,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:47.883088 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.883436 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.883807 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.884144 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.884500 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.884831 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.885158 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.885489 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.885812 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.886133 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.886456 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.886775 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:15:47.891343 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:48.116081 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['65b47b79-9e72-400a-8e7d-8cec71a9e37b'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:15:48.494262 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a71a6b-5cc3-479d-9441-241bda8991f6 req-e1d9ac28-d693-4141-a6cb-51788689b7b9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:48.496465 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-11a71a6b-5cc3-479d-9441-241bda8991f6 req-e1d9ac28-d693-4141-a6cb-51788689b7b9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0893524 Jun 29 16:15:48.558545 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-11a71a6b-5cc3-479d-9441-241bda8991f6 req-40e07316-c00a-4a60-898c-e76fff4dd275 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550876 Jun 29 16:15:48.630774 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531344-c2ee-4c7c-94d0-1eb845c0dff4 req-8ef06908-7caa-4ad3-979a-ea46f3287367 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:48.632408 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-34531344-c2ee-4c7c-94d0-1eb845c0dff4 req-8ef06908-7caa-4ad3-979a-ea46f3287367 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 945 time: 0.1025071 Jun 29 16:15:48.674039 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-34531344-c2ee-4c7c-94d0-1eb845c0dff4 req-15ae838a-dc6d-4d2f-b9a2-8d8ea108f0fe tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Jun 29 16:15:48.767016 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ffb86-3171-481a-8b00-e77af4404c8e req-36dc979d-865d-4c7c-aebf-422356fda10a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:48.768582 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a25ffb86-3171-481a-8b00-e77af4404c8e req-36dc979d-865d-4c7c-aebf-422356fda10a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0755939 Jun 29 16:15:48.810526 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a25ffb86-3171-481a-8b00-e77af4404c8e req-54001fdf-6024-4195-8e58-9d6cb4a68412 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357792 Jun 29 16:15:49.537277 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 65b47b79-9e72-400a-8e7d-8cec71a9e37b up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:15:49.606562 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 65b47b79-9e72-400a-8e7d-8cec71a9e37b completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:15:49.610778 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 65b47b79-9e72-400a-8e7d-8cec71a9e37b triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:15:49.611157 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:49.676741 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5a74f438-189f-4c19-b340-d5f45467e248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:49.754526 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:49.775515 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8db3d-0a3f-4a80-842f-66c5bbd0c55c req-5d553096-2b3c-41a8-abcf-7e37533fe561 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:49.777216 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-11c8db3d-0a3f-4a80-842f-66c5bbd0c55c req-5d553096-2b3c-41a8-abcf-7e37533fe561 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0823271 Jun 29 16:15:49.790336 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52102655-56c7-4e3b-82f6-0ede7f238e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b47b79-9e72-400a-8e7d-8cec71a9e37b'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:49.805146 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665c7ebd-09e1-4709-ba8f-435c94e62f12" -d '{"events": [{"server_uuid": "52102655-56c7-4e3b-82f6-0ede7f238e3d", "name": "network-vif-plugged", "status": "completed", "tag": "65b47b79-9e72-400a-8e7d-8cec71a9e37b"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:49.838202 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 65b47b79-9e72-400a-8e7d-8cec71a9e37b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65b47b79-9e72-400a-8e7d-8cec71a9e37b,segment=NetworkSegment(3d5630e0-9720-4c94-a228-5f14f55afc8b),segment_id=3d5630e0-9720-4c94-a228-5f14f55afc8b)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:49.848957 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:49.852768 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:49.855159 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-11c8db3d-0a3f-4a80-842f-66c5bbd0c55c req-c4f4be74-4e99-41be-9b59-264b0357247a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712030 Jun 29 16:15:49.916795 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df06f1-0f03-48b3-8767-bd404dfe294f req-510f3fd4-e756-41cb-8e79-dcf3fb75e632 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:49.923817 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-04df06f1-0f03-48b3-8767-bd404dfe294f req-510f3fd4-e756-41cb-8e79-dcf3fb75e632 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 945 time: 0.1127350 Jun 29 16:15:49.931826 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=65b47b79-9e72-400a-8e7d-8cec71a9e37b,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:49.935704 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6cfb52-f56b-42ea-8026-0235f4b7f94a x-openstack-request-id: req-fc6cfb52-f56b-42ea-8026-0235f4b7f94a {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:49.935967 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52102655-56c7-4e3b-82f6-0ede7f238e3d", "name": "network-vif-plugged", "status": "completed", "tag": "65b47b79-9e72-400a-8e7d-8cec71a9e37b", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:49.936223 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fc6cfb52-f56b-42ea-8026-0235f4b7f94a {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:49.936675 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52102655-56c7-4e3b-82f6-0ede7f238e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b47b79-9e72-400a-8e7d-8cec71a9e37b', 'code': 200} Jun 29 16:15:49.937685 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:49.972078 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-04df06f1-0f03-48b3-8767-bd404dfe294f req-990ab90e-2583-4524-ba42-9a46fd03dacf tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Jun 29 16:15:50.140090 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e764d5-f93e-4ae5-afb7-d1654cdda54c req-dbaa267f-f6d4-432d-9ed7-767751824a17 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:50.144622 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-88e764d5-f93e-4ae5-afb7-d1654cdda54c req-dbaa267f-f6d4-432d-9ed7-767751824a17 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0874984 Jun 29 16:15:50.190722 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-88e764d5-f93e-4ae5-afb7-d1654cdda54c req-9e555c3a-0ada-4766-9f73-81a4c3334da9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420384 Jun 29 16:15:50.198871 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679134c5-6e79-437b-b7be-2641902aecc6 req-99596f08-e945-4b14-a517-f7744feb2e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:50.200833 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-679134c5-6e79-437b-b7be-2641902aecc6 req-99596f08-e945-4b14-a517-f7744feb2e3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 1099 time: 0.0672724 Jun 29 16:15:50.251489 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-679134c5-6e79-437b-b7be-2641902aecc6 req-0125010f-e2f9-45b7-80ac-fae84fe7b69d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427473 Jun 29 16:15:51.076383 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f6825-3d5c-4d46-83e8-ea9469b96ee4 req-f8d7b5d4-88b6-48dc-b52e-aa4ff3f2dbff tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:51.078045 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a81f6825-3d5c-4d46-83e8-ea9469b96ee4 req-f8d7b5d4-88b6-48dc-b52e-aa4ff3f2dbff tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0948071 Jun 29 16:15:51.148193 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a81f6825-3d5c-4d46-83e8-ea9469b96ee4 req-639cc0a3-dd95-42e0-a577-e50231db8445 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644763 Jun 29 16:15:51.184464 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb02f3f-d2f4-4dca-9212-88bcbf7aa793 req-faae9040-8de9-446b-a67b-2f33dc9a6b01 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:51.185950 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-abb02f3f-d2f4-4dca-9212-88bcbf7aa793 req-faae9040-8de9-446b-a67b-2f33dc9a6b01 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 946 time: 0.0963733 Jun 29 16:15:51.226527 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-abb02f3f-d2f4-4dca-9212-88bcbf7aa793 req-9fd39c0b-0e5c-48eb-b115-810b40d67073 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Jun 29 16:15:51.392028 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b923399-445b-4726-ab46-a1d8108c83b5 req-78a1dbc7-5b8a-4964-a6cf-0b034d7da5cc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:51.393584 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6b923399-445b-4726-ab46-a1d8108c83b5 req-78a1dbc7-5b8a-4964-a6cf-0b034d7da5cc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0737441 Jun 29 16:15:51.435720 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6b923399-445b-4726-ab46-a1d8108c83b5 req-29cbdd86-a459-41bf-abd5-91eb91551576 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354021 Jun 29 16:15:51.997946 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-74fdf542-033e-4abd-b303-b2d098f850f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:52.276312 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:52.330224 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9c88a-8bc7-4480-ab4e-d3af189b1f8e req-a05decc8-a5a9-402b-82dc-1ca1c9c3657e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:52.331730 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c7a9c88a-8bc7-4480-ab4e-d3af189b1f8e req-a05decc8-a5a9-402b-82dc-1ca1c9c3657e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0738575 Jun 29 16:15:52.398700 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c7a9c88a-8bc7-4480-ab4e-d3af189b1f8e req-90e0bcd5-be50-475e-bfa1-ec672666bcb6 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609579 Jun 29 16:15:52.414730 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:52.428358 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e273b5-ea09-42d5-9a98-1c74ccd37f59 req-b34458a6-c646-40cc-b462-7285f10dadd9 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:52.429783 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-76e273b5-ea09-42d5-9a98-1c74ccd37f59 req-b34458a6-c646-40cc-b462-7285f10dadd9 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 946 time: 0.0786719 Jun 29 16:15:52.477242 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-76e273b5-ea09-42d5-9a98-1c74ccd37f59 req-3c32ce16-4e65-4b20-be11-3c68f69baf3f tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 Jun 29 16:15:52.646242 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc6fe0-3975-47bb-b681-74bf77a3dd48 req-51d54c94-3406-478d-9343-809ff93ea0c6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:52.647711 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16bc6fe0-3975-47bb-b681-74bf77a3dd48 req-51d54c94-3406-478d-9343-809ff93ea0c6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0629585 Jun 29 16:15:52.684857 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16bc6fe0-3975-47bb-b681-74bf77a3dd48 req-25e851a4-3a4d-4a75-8dfb-d087f6a21c63 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312283 Jun 29 16:15:53.249132 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:53.359557 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2609d-45c7-4664-ba62-e7094cecbfd3 req-338b5ac0-c821-45be-af04-978a5ab2ddab tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:53.361050 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0fb2609d-45c7-4664-ba62-e7094cecbfd3 req-338b5ac0-c821-45be-af04-978a5ab2ddab tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 946 time: 0.0710609 Jun 29 16:15:53.398774 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0fb2609d-45c7-4664-ba62-e7094cecbfd3 req-24ff9af0-eff4-4b1c-8826-85a75fca6717 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320032 Jun 29 16:15:53.581908 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5ab1f-3af6-48d6-8555-5c202f6dfc17 req-c608ff10-661c-4644-86d6-fcfb7840e71c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:53.583302 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-02d5ab1f-3af6-48d6-8555-5c202f6dfc17 req-c608ff10-661c-4644-86d6-fcfb7840e71c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0703766 Jun 29 16:15:53.623115 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-02d5ab1f-3af6-48d6-8555-5c202f6dfc17 req-47627260-4a81-4707-931d-766e131b76d5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336668 Jun 29 16:15:53.864000 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2eec9-b01e-4e55-b745-d3152ebb6b4b req-59f84799-ee23-40e1-a49d-b1f6a50d86ce tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:53.865540 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-97b2eec9-b01e-4e55-b745-d3152ebb6b4b req-59f84799-ee23-40e1-a49d-b1f6a50d86ce tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0642855 Jun 29 16:15:53.906889 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-97b2eec9-b01e-4e55-b745-d3152ebb6b4b req-d043d8d1-701d-4c7e-86c7-d41d19f8a1a6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343413 Jun 29 16:15:54.577615 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0077f5d-3b7b-4b5f-bb3c-b7fb27213689 req-6af2bc3b-a240-4778-8544-ac75e609cc63 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:54.579159 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c0077f5d-3b7b-4b5f-bb3c-b7fb27213689 req-6af2bc3b-a240-4778-8544-ac75e609cc63 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 946 time: 0.0630555 Jun 29 16:15:54.621983 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c0077f5d-3b7b-4b5f-bb3c-b7fb27213689 req-277a6e06-bcc7-49d4-b183-efb3d0a8c9fc tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360503 Jun 29 16:15:54.802545 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6eab6-6691-4bd1-97f1-a38ecbcca257 req-ec4922d1-2044-407c-b213-94061d8d3e9d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:54.804202 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83f6eab6-6691-4bd1-97f1-a38ecbcca257 req-ec4922d1-2044-407c-b213-94061d8d3e9d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0643935 Jun 29 16:15:54.845430 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83f6eab6-6691-4bd1-97f1-a38ecbcca257 req-4c4a298c-a3a7-48c7-a1b5-7377765ec29b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350790 Jun 29 16:15:54.923778 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-7fff94c7-7dec-4876-972a-4c04cf211f51 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:54.925229 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-7fff94c7-7dec-4876-972a-4c04cf211f51 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.61 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 946 time: 0.1047070 Jun 29 16:15:54.955711 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.036956 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Deleting port 65b47b79-9e72-400a-8e7d-8cec71a9e37b {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:15:55.037319 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.093550 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f978-3b5c-4e73-bb60-07fa1374bb6b req-a512d4ae-2b95-4383-8ad6-f959fef14daa tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:55.095142 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7512f978-3b5c-4e73-bb60-07fa1374bb6b req-a512d4ae-2b95-4383-8ad6-f959fef14daa tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0700583 Jun 29 16:15:55.140270 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7512f978-3b5c-4e73-bb60-07fa1374bb6b req-53fd4465-d08a-4ddb-aea1-286422218dbd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389898 Jun 29 16:15:55.140550 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] For port 65b47b79-9e72-400a-8e7d-8cec71a9e37b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=65b47b79-9e72-400a-8e7d-8cec71a9e37b,segment=NetworkSegment(3d5630e0-9720-4c94-a228-5f14f55afc8b),segment_id=3d5630e0-9720-4c94-a228-5f14f55afc8b)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:55.140912 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.157242 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Calling delete_port for 65b47b79-9e72-400a-8e7d-8cec71a9e37b owned by compute:nova {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:15:55.314487 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.317933 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-55102a74-1fcd-4cfe-bb1e-a158418b6b79 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:55.327278 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['65b47b79-9e72-400a-8e7d-8cec71a9e37b'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:15:55.344659 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Pushing event deleted for resources: {'Port': ['ID=65b47b79-9e72-400a-8e7d-8cec71a9e37b,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:55.347829 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:55.411302 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] No DVR routers for this DVR port 65b47b79-9e72-400a-8e7d-8cec71a9e37b on host hv-cinder-78626 {{(pid=93150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:15:55.414252 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.416215 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7cfb854b-29ae-4319-bea7-b55cef739b56 req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.61 "DELETE /v2.0/ports/65b47b79-9e72-400a-8e7d-8cec71a9e37b HTTP/1.1" status: 204 len: 173 time: 0.4833317 Jun 29 16:15:55.416685 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52102655-56c7-4e3b-82f6-0ede7f238e3d', 'name': 'network-vif-deleted', 'tag': '65b47b79-9e72-400a-8e7d-8cec71a9e37b'}] {{(pid=93150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:15:55.418909 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48a7feb8469e3ec324b3892cc3d616f279792e0891358fa3d6d01a76cb3d71ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b04f6c8-4b0e-4289-acac-b424b077f40d" -d '{"events": [{"server_uuid": "52102655-56c7-4e3b-82f6-0ede7f238e3d", "name": "network-vif-deleted", "tag": "65b47b79-9e72-400a-8e7d-8cec71a9e37b"}]}' {{(pid=93150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:15:55.455423 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe77838-69e5-4608-baf9-5af059561302 x-openstack-request-id: req-efe77838-69e5-4608-baf9-5af059561302 {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:15:55.455805 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52102655-56c7-4e3b-82f6-0ede7f238e3d", "name": "network-vif-deleted", "tag": "65b47b79-9e72-400a-8e7d-8cec71a9e37b", "status": "completed", "code": 200}]} {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:15:55.456086 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-efe77838-69e5-4608-baf9-5af059561302 {{(pid=93150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:15:55.456503 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52102655-56c7-4e3b-82f6-0ede7f238e3d', 'name': 'network-vif-deleted', 'tag': '65b47b79-9e72-400a-8e7d-8cec71a9e37b', 'status': 'completed', 'code': 200} Jun 29 16:15:55.723705 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 53810) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:55.830817 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b362d9f0-d212-4052-8e56-ac1e92d282a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.958701 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b362d9f0-d212-4052-8e56-ac1e92d282a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.971609 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f28bafd3-a7db-42a7-b3b8-8a77074157bf req-f75e6ea9-fb7a-4877-a8e6-dc4c7f8eb9d3 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=52102655-56c7-4e3b-82f6-0ede7f238e3d HTTP/1.1" status: 200 len: 210 time: 0.2202387 Jun 29 16:15:55.977141 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b362d9f0-d212-4052-8e56-ac1e92d282a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:55.991103 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3f6f6ad3-a183-4b05-bca0-22a70b209bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:56.034377 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-b362d9f0-d212-4052-8e56-ac1e92d282a8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7ea31e240a524dac94a0cae0c2bee14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072889 Jun 29 16:15:56.034377 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362d9f0-d212-4052-8e56-ac1e92d282a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832fddeb-8529-46c6-a5c9-3fc5946c18ce,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:56.035816 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 53822) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:56.046357 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b362d9f0-d212-4052-8e56-ac1e92d282a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:56.096079 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-67503db6-59b1-4a30-8868-8fa443826e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.116502 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cba2e-c5ca-40b7-9ce7-2ca125f56872 req-3e72f42c-dc9b-4add-934c-4a0c909efea9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:56.118382 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-064cba2e-c5ca-40b7-9ce7-2ca125f56872 req-3e72f42c-dc9b-4add-934c-4a0c909efea9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0844078 Jun 29 16:15:56.129090 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-67503db6-59b1-4a30-8868-8fa443826e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.168019 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-064cba2e-c5ca-40b7-9ce7-2ca125f56872 req-be17cc2f-72cf-41bd-8bff-727f5c9e1fd3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Jun 29 16:15:56.195217 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-67503db6-59b1-4a30-8868-8fa443826e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.198036 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-67503db6-59b1-4a30-8868-8fa443826e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.199470 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-67503db6-59b1-4a30-8868-8fa443826e37 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/832fddeb-8529-46c6-a5c9-3fc5946c18ce HTTP/1.1" status: 204 len: 168 time: 0.1624801 Jun 29 16:15:56.200379 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-ee285942-56a4-4e40-b552-88e37b3ffcee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:56.220445 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67503db6-59b1-4a30-8868-8fa443826e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832fddeb-8529-46c6-a5c9-3fc5946c18ce,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:56.224605 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 53830) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:56.226755 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-67503db6-59b1-4a30-8868-8fa443826e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:56.349472 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1fa8069c-908f-4daf-b7be-cce0cbd21926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.398847 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3994090-a0b0-483d-a92a-da9cad944946 req-86439f56-a7a1-4544-93f6-5d03966f1a29 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:56.401118 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d3994090-a0b0-483d-a92a-da9cad944946 req-86439f56-a7a1-4544-93f6-5d03966f1a29 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0682585 Jun 29 16:15:56.449849 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d3994090-a0b0-483d-a92a-da9cad944946 req-0493d34c-ad38-47a2-ae04-4b0f809a80a3 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407321 Jun 29 16:15:56.464884 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1fa8069c-908f-4daf-b7be-cce0cbd21926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.469440 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1fa8069c-908f-4daf-b7be-cce0cbd21926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.473214 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-7ac9d729-88eb-4af7-bf0e-9237a9aa86a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:56.499977 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8069c-908f-4daf-b7be-cce0cbd21926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6951393-860c-4779-ad53-adfe75a55766,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:56.503454 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1fa8069c-908f-4daf-b7be-cce0cbd21926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:56.522375 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 53840) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:15:56.522528 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-1fa8069c-908f-4daf-b7be-cce0cbd21926 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=48c5b99aa99a4b2da320b9030ca50ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967587 Jun 29 16:15:56.576657 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d54e4b2a-e740-4270-a94b-37625ad6961a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.599087 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d54e4b2a-e740-4270-a94b-37625ad6961a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.649691 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d54e4b2a-e740-4270-a94b-37625ad6961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.653095 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d54e4b2a-e740-4270-a94b-37625ad6961a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:56.654308 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-d54e4b2a-e740-4270-a94b-37625ad6961a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c6951393-860c-4779-ad53-adfe75a55766 HTTP/1.1" status: 204 len: 168 time: 0.1306713 Jun 29 16:15:56.655112 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9ab39270-2a9d-41e9-81db-2e5d5d436e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:56.664370 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e4b2a-e740-4270-a94b-37625ad6961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6951393-860c-4779-ad53-adfe75a55766,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:56.668720 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-d54e4b2a-e740-4270-a94b-37625ad6961a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:57.365442 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-4fc7c660-6923-45c9-a7ab-d0e49b5a744a tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:57.366976 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-4fc7c660-6923-45c9-a7ab-d0e49b5a744a tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/networks?id=936b2c91-0512-41ee-99b5-d36694d344a7 HTTP/1.1" status: 200 len: 808 time: 0.1469123 Jun 29 16:15:57.385340 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-957efc7b-8190-40eb-a5a9-51ebf4932513 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/quotas/4ff1bc08d27f451aa54f944cf05e46d1 HTTP/1.1" status: 200 len: 375 time: 0.0115097 Jun 29 16:15:57.411766 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24071-49f1-4575-be07-57cde8570049 req-facfe058-eaf3-476b-9cb0-26f47179b69b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:57.413256 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f8d24071-49f1-4575-be07-57cde8570049 req-facfe058-eaf3-476b-9cb0-26f47179b69b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1139553 Jun 29 16:15:57.432214 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-f8bca095-a7e2-41d9-bdfe-4ac41d0f24c1 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4ff1bc08d27f451aa54f944cf05e46d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401878 Jun 29 16:15:57.513464 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f8d24071-49f1-4575-be07-57cde8570049 req-7e5a380f-e847-4f5e-8966-4b03bb24e4c7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837512 Jun 29 16:15:57.553933 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-0cd9d407-6f0c-4799-9e67-97d3cc211170 service neutron] 10.222.0.83 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053801 Jun 29 16:15:57.682187 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-21f2e0ad-2202-4f7a-843c-016b8e2783d5 service neutron] 10.222.0.83 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178639 Jun 29 16:15:57.709534 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e6903-deaa-41f5-b326-5983df8acec6 req-73b26b9c-dff4-419c-a325-fc500c1befdc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:57.711427 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a16e6903-deaa-41f5-b326-5983df8acec6 req-73b26b9c-dff4-419c-a325-fc500c1befdc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0876994 Jun 29 16:15:57.753689 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a16e6903-deaa-41f5-b326-5983df8acec6 req-5b717e13-8519-4cd4-bf84-ad578de7c4f5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351832 Jun 29 16:15:57.854209 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-04998d5d-6f04-4233-8c01-9e131bfbdcae req-73ee53e3-feb2-4337-a2a1-2d14b66284a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 210 time: 0.0283983 Jun 29 16:15:58.206172 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e6087-965d-40a0-8fb0-bb9c9f93314c req-aa06e003-f956-494f-aa43-10c38777219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:58.207835 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-a38e6087-965d-40a0-8fb0-bb9c9f93314c req-aa06e003-f956-494f-aa43-10c38777219b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 1099 time: 0.0519712 Jun 29 16:15:58.247748 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-a38e6087-965d-40a0-8fb0-bb9c9f93314c req-b27b286c-05c9-4269-8593-2793517ca1af service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Jun 29 16:15:58.693857 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce2a31-78c1-46ac-b98e-5d1dc1b1ab1f req-a31b8fac-b515-475f-860e-96097d981999 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:58.695331 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f1ce2a31-78c1-46ac-b98e-5d1dc1b1ab1f req-a31b8fac-b515-475f-860e-96097d981999 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0609193 Jun 29 16:15:58.736834 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f1ce2a31-78c1-46ac-b98e-5d1dc1b1ab1f req-a0490652-95b3-428a-9894-c56f183c31d9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352342 Jun 29 16:15:59.000012 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-ba2ee037-7009-4e33-a1bd-4ca009d2220f tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:59.000320 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35090a3f-9360-42f2-9b51-97e81a570c1d req-f93a62e6-5c42-411e-864e-24344217c885 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:59.001537 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-ba2ee037-7009-4e33-a1bd-4ca009d2220f tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.61 "GET /v2.0/networks?id=936b2c91-0512-41ee-99b5-d36694d344a7 HTTP/1.1" status: 200 len: 808 time: 0.1424260 Jun 29 16:15:59.001664 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-35090a3f-9360-42f2-9b51-97e81a570c1d req-f93a62e6-5c42-411e-864e-24344217c885 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.1247025 Jun 29 16:15:59.019681 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Request body: {'port': {'device_id': '08c67c0c-66c8-4877-b330-414cef27a979', 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7', 'admin_state_up': True, 'tenant_id': '4ff1bc08d27f451aa54f944cf05e46d1'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:59.041481 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6faee249-7f07-4427-bb19-c2cb677394e3 req-bccff718-9794-4bb0-bf12-41c83ea8e4af tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 210 time: 0.0367417 Jun 29 16:15:59.075472 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-35090a3f-9360-42f2-9b51-97e81a570c1d req-b6b5ccb3-f9fc-46c1-a31b-bb512222fe7c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619862 Jun 29 16:15:59.147451 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Made reservation on behalf of 4ff1bc08d27f451aa54f944cf05e46d1 for: {'port': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:15:59.153298 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.296224 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Allocated IP 172.20.0.6 (936b2c91-0512-41ee-99b5-d36694d344a7/e0c9724e-2683-44cd-91a7-19357bc45d46/1834003e-a457-4e65-bf9a-3fea79651159) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:15:59.437077 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.473604 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.478418 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:59.524563 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Network 936b2c91-0512-41ee-99b5-d36694d344a7 is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:15:59.528172 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:15:59.531848 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:15:59.546020 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 22dcaf06-699a-4317-8536-7b43e55199fb details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:15:59.548161 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 65b47b79-9e72-400a-8e7d-8cec71a9e37b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:15:59.554808 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Pushing event updated for resources: {'Port': ['ID=1834003e-a457-4e65-bf9a-3fea79651159,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:59.559035 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:59.575995 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 65b47b79-9e72-400a-8e7d-8cec71a9e37b {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:15:59.576385 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 65b47b79-9e72-400a-8e7d-8cec71a9e37b not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:15:59.584328 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:59.585011 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.600557 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850124 Jun 29 16:15:59.612618 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Request body: {'port': {'device_id': '08c67c0c-66c8-4877-b330-414cef27a979', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:15:59.659422 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:59.669524 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '22dcaf06-699a-4317-8536-7b43e55199fb', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'port_id': '22dcaf06-699a-4317-8536-7b43e55199fb', 'mac_address': 'fa:16:3e:d1:9d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:15:59.681597 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.705930 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.718954 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22dcaf06-699a-4317-8536-7b43e55199fb {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:59.738902 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:15:59.742319 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.744119 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:15:59.796869 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=6']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:15:59.799956 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:15:59.849983 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['22dcaf06-699a-4317-8536-7b43e55199fb'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:15:59.911354 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37ce66-915e-4fdd-9cb5-2c00d8481940 req-8d0674d8-62cc-4a80-ae78-dce4be4aba67 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:15:59.913149 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1b37ce66-915e-4fdd-9cb5-2c00d8481940 req-8d0674d8-62cc-4a80-ae78-dce4be4aba67 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0628395 Jun 29 16:15:59.957954 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1834003e-a457-4e65-bf9a-3fea79651159 {{(pid=93150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:15:59.970621 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.975642 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1b37ce66-915e-4fdd-9cb5-2c00d8481940 req-5c046396-169d-4501-a15f-c2c0aee836b9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487733 Jun 29 16:15:59.989078 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.provisioning_blocks [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Transition to ACTIVE for port object 1834003e-a457-4e65-bf9a-3fea79651159 will not be triggered until provisioned by entity L2. {{(pid=93150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:15:59.989078 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134699'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:15:59.990889 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:00.033451 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Pushing event updated for resources: {'Port': ['ID=1834003e-a457-4e65-bf9a-3fea79651159,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:00.039860 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:00.143900 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Attempting to bind port 1834003e-a457-4e65-bf9a-3fea79651159 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:00.144499 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Attempting to bind port 1834003e-a457-4e65-bf9a-3fea79651159 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '3d5630e0-9720-4c94-a228-5f14f55afc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7'}] {{(pid=93150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:00.145029 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Attempting to bind port 1834003e-a457-4e65-bf9a-3fea79651159 on network 936b2c91-0512-41ee-99b5-d36694d344a7 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:00.149976 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Port 1834003e-a457-4e65-bf9a-3fea79651159 on network 936b2c91-0512-41ee-99b5-d36694d344a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:16:00.150524 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Attempting to bind port 1834003e-a457-4e65-bf9a-3fea79651159 on network 936b2c91-0512-41ee-99b5-d36694d344a7 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:00.156429 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:00.157024 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Checking segment: {'id': '3d5630e0-9720-4c94-a228-5f14f55afc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:00.157599 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Bound using segment: {'id': '3d5630e0-9720-4c94-a228-5f14f55afc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7'} {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:00.158229 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Bound port: 1834003e-a457-4e65-bf9a-3fea79651159, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5630e0-9720-4c94-a228-5f14f55afc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7'}}] {{(pid=93150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:00.158898 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.255951 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] For port 1834003e-a457-4e65-bf9a-3fea79651159, host hv-cinder-78626, cleared binding levels {{(pid=93150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:00.263228 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] For port 1834003e-a457-4e65-bf9a-3fea79651159, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1834003e-a457-4e65-bf9a-3fea79651159,segment=NetworkSegment(3d5630e0-9720-4c94-a228-5f14f55afc8b),segment_id=3d5630e0-9720-4c94-a228-5f14f55afc8b)] {{(pid=93150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:00.271317 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134699'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.274455 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-3e047f6b-23ec-474f-a02d-9c131c3b6541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:00.283007 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e351-9877-475e-87a4-21d61ec9b98d req-ee9942c0-1b13-4b1c-a4ab-5c78a01299c6 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:00.284704 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-81e2e351-9877-475e-87a4-21d61ec9b98d req-ee9942c0-1b13-4b1c-a4ab-5c78a01299c6 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 943 time: 0.0827467 Jun 29 16:16:00.337190 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:00.338000 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:00.340270 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] 10.222.0.61 "PUT /v2.0/ports/1834003e-a457-4e65-bf9a-3fea79651159 HTTP/1.1" status: 200 len: 1093 time: 0.7317011 Jun 29 16:16:00.340881 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08c67c0c-66c8-4877-b330-414cef27a979', 'tag': '1834003e-a457-4e65-bf9a-3fea79651159'}] {{(pid=93150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:00.343478 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48a7feb8469e3ec324b3892cc3d616f279792e0891358fa3d6d01a76cb3d71ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f064c6-f095-4ea7-b608-157bf9901277" -d '{"events": [{"name": "network-changed", "server_uuid": "08c67c0c-66c8-4877-b330-414cef27a979", "tag": "1834003e-a457-4e65-bf9a-3fea79651159"}]}' {{(pid=93150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:00.365754 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-81e2e351-9877-475e-87a4-21d61ec9b98d req-90aeee78-c83c-4417-8e4b-86dfd5379fb8 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675728 Jun 29 16:16:00.410496 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Pushing event updated for resources: {'Port': ['ID=1834003e-a457-4e65-bf9a-3fea79651159,revision_number=3']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:00.415216 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:00.490623 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-65308aa4-94de-40e6-93fb-f41cdb8a5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:00.492457 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-65308aa4-94de-40e6-93fb-f41cdb8a5c54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ff1bc08d27f451aa54f944cf05e46d1&device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 1096 time: 0.0652680 Jun 29 16:16:00.506380 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d8a8e-e883-4536-8a65-a20bf8303c49 req-e3e86fd7-1175-44e1-89b1-4ee5c4fa836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:00.508006 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d46d8a8e-e883-4536-8a65-a20bf8303c49 req-e3e86fd7-1175-44e1-89b1-4ee5c4fa836e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 1099 time: 0.0815055 Jun 29 16:16:00.556595 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-1dafe65b-8abb-4613-91de-b801ae91ca89 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1834003e-a457-4e65-bf9a-3fea79651159 HTTP/1.1" status: 200 len: 217 time: 0.0542912 Jun 29 16:16:00.604298 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d8a8e-e883-4536-8a65-a20bf8303c49 req-72653ccd-d166-4258-8a1f-592cbd3a79c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:00.606562 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d46d8a8e-e883-4536-8a65-a20bf8303c49 req-72653ccd-d166-4258-8a1f-592cbd3a79c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 919 time: 0.0920460 Jun 29 16:16:00.650552 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d46d8a8e-e883-4536-8a65-a20bf8303c49 req-43187951-4738-4506-8648-19c235741891 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b HTTP/1.1" status: 200 len: 217 time: 0.0341020 Jun 29 16:16:00.675126 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-923fd0ad-f425-4c22-a5f9-038b9031e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:00.676657 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-923fd0ad-f425-4c22-a5f9-038b9031e100 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0c9724e-2683-44cd-91a7-19357bc45d46 HTTP/1.1" status: 200 len: 848 time: 0.0992124 Jun 29 16:16:00.693928 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec6b26-e106-4c69-8d3c-cbb435db492f req-e3a888ba-5a7b-4031-85f7-8cb1e49b51ea tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:00.695339 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-45ec6b26-e106-4c69-8d3c-cbb435db492f req-e3a888ba-5a7b-4031-85f7-8cb1e49b51ea tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 945 time: 0.1843750 Jun 29 16:16:00.704584 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d8a8e-e883-4536-8a65-a20bf8303c49 req-ee9f32ca-51d9-492a-9b6e-69c2566a34ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:00.705439 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d46d8a8e-e883-4536-8a65-a20bf8303c49 req-ee9f32ca-51d9-492a-9b6e-69c2566a34ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 200 len: 858 time: 0.0475698 Jun 29 16:16:00.711907 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109e048-3e5d-4ccf-864c-4714223c0d71 req-56ed2747-de32-465e-92f0-5959da789db0 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:00.713321 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4109e048-3e5d-4ccf-864c-4714223c0d71 req-56ed2747-de32-465e-92f0-5959da789db0 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1670129 Jun 29 16:16:00.738199 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-0de59a68-7815-40ca-bd33-71b5041495b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=936b2c91-0512-41ee-99b5-d36694d344a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520928 Jun 29 16:16:00.739088 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d46d8a8e-e883-4536-8a65-a20bf8303c49 req-a8d9de15-781d-4657-9c34-e0933d9bd65a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268998 Jun 29 16:16:00.829984 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-45ec6b26-e106-4c69-8d3c-cbb435db492f req-9a9bec15-2def-4c96-bb2a-31103d143c70 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255512 Jun 29 16:16:00.833166 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d46d8a8e-e883-4536-8a65-a20bf8303c49 req-2cb73639-3baf-47ae-a009-40e8c0a5257d service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817866 Jun 29 16:16:00.841686 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4109e048-3e5d-4ccf-864c-4714223c0d71 req-9bde50de-d1d3-4f2e-89f2-32872a942044 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055996 Jun 29 16:16:00.874305 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-9721379d-7d33-4572-b76a-93c80a5c3ca3 service neutron] 10.222.0.61 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187692 Jun 29 16:16:00.906096 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1577a3d-d1d5-42b5-a39e-ac490da1a087 x-openstack-request-id: req-f1577a3d-d1d5-42b5-a39e-ac490da1a087 {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:00.906412 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08c67c0c-66c8-4877-b330-414cef27a979", "tag": "1834003e-a457-4e65-bf9a-3fea79651159", "status": "completed", "code": 200}]} {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:00.906695 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f1577a3d-d1d5-42b5-a39e-ac490da1a087 {{(pid=93150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:00.907109 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08c67c0c-66c8-4877-b330-414cef27a979', 'tag': '1834003e-a457-4e65-bf9a-3fea79651159', 'status': 'completed', 'code': 200} Jun 29 16:16:00.949071 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-d46d8a8e-e883-4536-8a65-a20bf8303c49 req-b68a5f65-e7df-463c-acde-ad0b8ddd5dc8 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055081 Jun 29 16:16:00.975614 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bef3ff81-afbe-4768-abfd-4a07adadaace req-413b5b45-485d-403e-aaf9-32b2f919efea service neutron] 10.222.0.61 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856893 Jun 29 16:16:01.083979 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f064c6-f095-4ea7-b608-157bf9901277 req-2dd702ac-49d0-4499-b837-044b6b281b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:01.085413 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d7f064c6-f095-4ea7-b608-157bf9901277 req-2dd702ac-49d0-4499-b837-044b6b281b2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ff1bc08d27f451aa54f944cf05e46d1&device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 1096 time: 0.0505080 Jun 29 16:16:01.183910 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f064c6-f095-4ea7-b608-157bf9901277 req-5a145468-8adc-47bd-9fd3-522be6731309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:01.185359 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d7f064c6-f095-4ea7-b608-157bf9901277 req-5a145468-8adc-47bd-9fd3-522be6731309 service neutron] 10.222.0.61 "GET /v2.0/networks?id=936b2c91-0512-41ee-99b5-d36694d344a7 HTTP/1.1" status: 200 len: 909 time: 0.0852423 Jun 29 16:16:01.228683 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d7f064c6-f095-4ea7-b608-157bf9901277 req-5780d721-6342-4523-ac29-665de5c9b381 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1834003e-a457-4e65-bf9a-3fea79651159 HTTP/1.1" status: 200 len: 217 time: 0.0338089 Jun 29 16:16:01.279304 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f064c6-f095-4ea7-b608-157bf9901277 req-33d6cd8e-6bd4-4e3a-ae1d-6abc896c89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:01.280740 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d7f064c6-f095-4ea7-b608-157bf9901277 req-33d6cd8e-6bd4-4e3a-ae1d-6abc896c89d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0c9724e-2683-44cd-91a7-19357bc45d46 HTTP/1.1" status: 200 len: 848 time: 0.0428615 Jun 29 16:16:01.316524 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d7f064c6-f095-4ea7-b608-157bf9901277 req-1b1835c2-1920-41c0-9340-ff4ef2c95786 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=936b2c91-0512-41ee-99b5-d36694d344a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285709 Jun 29 16:16:01.409818 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d7f064c6-f095-4ea7-b608-157bf9901277 req-03b92a15-8e36-40fa-bd8a-e8dcda49a97c service neutron] 10.222.0.61 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849621 Jun 29 16:16:01.558179 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d7f064c6-f095-4ea7-b608-157bf9901277 req-4b49bfe7-5f01-452e-9937-d96a54e2bac9 service neutron] 10.222.0.61 "GET /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380217 Jun 29 16:16:01.569037 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 22dcaf06-699a-4317-8536-7b43e55199fb up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:01.581298 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc0aea-66eb-4cc5-ad5e-ae4dd9b3ffba req-4ba7a342-eedb-45c7-9388-7dc920a4ef26 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:01.583417 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4afc0aea-66eb-4cc5-ad5e-ae4dd9b3ffba req-4ba7a342-eedb-45c7-9388-7dc920a4ef26 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 943 time: 0.0988622 Jun 29 16:16:01.631279 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 22dcaf06-699a-4317-8536-7b43e55199fb triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:01.631691 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.636652 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4afc0aea-66eb-4cc5-ad5e-ae4dd9b3ffba req-11f6c4d3-4faf-4b18-8d05-dd3c6216ba2a tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Jun 29 16:16:01.731140 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.759232 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:01.762487 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a45b11-a173-4667-b3e8-141c82698d9f" -d '{"events": [{"server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "name": "network-vif-plugged", "status": "completed", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:01.784637 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:01.789266 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:01.793548 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:01.842695 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1972b7b-a2e7-4fc9-9023-abeac60eaac9 x-openstack-request-id: req-f1972b7b-a2e7-4fc9-9023-abeac60eaac9 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:01.843153 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "name": "network-vif-plugged", "status": "completed", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:01.843557 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f1972b7b-a2e7-4fc9-9023-abeac60eaac9 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:01.844134 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb', 'code': 200} Jun 29 16:16:01.857393 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=7']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:01.864472 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:02.173342 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa6c71-f4e3-4ecc-8f99-911cc617190d req-ec2fc899-d5cc-4dce-89dc-847bbd6cb853 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:02.175121 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-90fa6c71-f4e3-4ecc-8f99-911cc617190d req-ec2fc899-d5cc-4dce-89dc-847bbd6cb853 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.1490281 Jun 29 16:16:02.231978 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c8293-66e0-4eca-8b60-b8aa2a090840 req-63fb45eb-65ac-4f78-adde-54c055638044 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:02.233740 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a10c8293-66e0-4eca-8b60-b8aa2a090840 req-63fb45eb-65ac-4f78-adde-54c055638044 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1311789 Jun 29 16:16:02.262619 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-90fa6c71-f4e3-4ecc-8f99-911cc617190d req-f2d36819-d7aa-4353-9315-0975654c579d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730455 Jun 29 16:16:02.299594 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a10c8293-66e0-4eca-8b60-b8aa2a090840 req-d3e5dc17-6c81-4eb6-9faf-fee2db588090 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593979 Jun 29 16:16:02.878566 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab183c3-adac-4e18-9d24-9962090b4f0b req-521c3c4c-757d-4ab2-9921-6528f80b5798 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:02.886363 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eab183c3-adac-4e18-9d24-9962090b4f0b req-521c3c4c-757d-4ab2-9921-6528f80b5798 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 943 time: 0.1006825 Jun 29 16:16:02.949988 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eab183c3-adac-4e18-9d24-9962090b4f0b req-fb4227b2-6ca6-46b7-868b-1872023d1710 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626214 Jun 29 16:16:03.565281 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 1834003e-a457-4e65-bf9a-3fea79651159 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:16:03.588013 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a0bd2a-44e5-429d-97da-dc578d863650 req-b663eade-c353-4925-845f-9ddc9ef6219a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:03.589882 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-68a0bd2a-44e5-429d-97da-dc578d863650 req-b663eade-c353-4925-845f-9ddc9ef6219a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1236577 Jun 29 16:16:03.606898 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b74fd-f648-4c76-92a7-07cffe81c6d7 req-68ef5244-ba08-4bcd-bf9f-e153d97dd42e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:03.609128 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-996b74fd-f648-4c76-92a7-07cffe81c6d7 req-68ef5244-ba08-4bcd-bf9f-e153d97dd42e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.1537809 Jun 29 16:16:03.667395 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-68a0bd2a-44e5-429d-97da-dc578d863650 req-f95f10ab-131c-4a49-9382-8a75afbe7e6f tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564721 Jun 29 16:16:03.683127 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-996b74fd-f648-4c76-92a7-07cffe81c6d7 req-96324343-aefb-488b-b796-82da4652e903 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557837 Jun 29 16:16:03.754905 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 1834003e-a457-4e65-bf9a-3fea79651159, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1834003e-a457-4e65-bf9a-3fea79651159,segment=NetworkSegment(3d5630e0-9720-4c94-a228-5f14f55afc8b),segment_id=3d5630e0-9720-4c94-a228-5f14f55afc8b)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:03.766568 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '1834003e-a457-4e65-bf9a-3fea79651159', 'network_id': '936b2c91-0512-41ee-99b5-d36694d344a7', 'port_id': '1834003e-a457-4e65-bf9a-3fea79651159', 'mac_address': 'fa:16:3e:f9:fc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c9724e-2683-44cd-91a7-19357bc45d46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:16:03.808828 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:03.824374 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1834003e-a457-4e65-bf9a-3fea79651159 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:16:03.852616 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 1834003e-a457-4e65-bf9a-3fea79651159, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1834003e-a457-4e65-bf9a-3fea79651159,segment=NetworkSegment(3d5630e0-9720-4c94-a228-5f14f55afc8b),segment_id=3d5630e0-9720-4c94-a228-5f14f55afc8b)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:03.859959 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:03.862109 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-b5a9006f-69f2-4c8f-90be-c3362297a7cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:03.939829 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=1834003e-a457-4e65-bf9a-3fea79651159,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:03.944536 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:04.133543 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['1834003e-a457-4e65-bf9a-3fea79651159'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:16:04.494379 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfd0a1-798f-4928-9c64-c37ae96c20d3 req-137ad3fc-5ecc-477c-a2ce-a7a7d25b35c7 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:04.496618 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ebcfd0a1-798f-4928-9c64-c37ae96c20d3 req-137ad3fc-5ecc-477c-a2ce-a7a7d25b35c7 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 944 time: 0.3763325 Jun 29 16:16:04.578435 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ebcfd0a1-798f-4928-9c64-c37ae96c20d3 req-1385386d-1e38-4df9-8fd1-bc99bbb04ba5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672896 Jun 29 16:16:04.985678 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f646b-7701-44c1-a536-1ee6f1ab306e req-998e9866-a5be-4fca-8a3e-17461610d572 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:04.987329 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e81f646b-7701-44c1-a536-1ee6f1ab306e req-998e9866-a5be-4fca-8a3e-17461610d572 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0660741 Jun 29 16:16:05.036221 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e81f646b-7701-44c1-a536-1ee6f1ab306e req-be880dd7-961e-4598-8c99-147cb555273e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Jun 29 16:16:05.442982 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6eaf2-653a-4df5-a4c3-ba9f119154fb req-568f2639-54a1-4467-87df-48691828d7e5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:05.444928 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-67f6eaf2-653a-4df5-a4c3-ba9f119154fb req-568f2639-54a1-4467-87df-48691828d7e5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0676243 Jun 29 16:16:05.492640 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-67f6eaf2-653a-4df5-a4c3-ba9f119154fb req-56b3f074-dcd0-490f-bcc7-e16a28587dbe tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373361 Jun 29 16:16:05.586741 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 1834003e-a457-4e65-bf9a-3fea79651159 up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:05.684669 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 1834003e-a457-4e65-bf9a-3fea79651159 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:05.691119 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 1834003e-a457-4e65-bf9a-3fea79651159 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:05.691510 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:05.906044 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:05.966821 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 1834003e-a457-4e65-bf9a-3fea79651159, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1834003e-a457-4e65-bf9a-3fea79651159,segment=NetworkSegment(3d5630e0-9720-4c94-a228-5f14f55afc8b),segment_id=3d5630e0-9720-4c94-a228-5f14f55afc8b)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:05.969985 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c67c0c-66c8-4877-b330-414cef27a979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1834003e-a457-4e65-bf9a-3fea79651159'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:05.974284 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b32c9b-0d9b-4e76-be83-9e5b553e9b11" -d '{"events": [{"server_uuid": "08c67c0c-66c8-4877-b330-414cef27a979", "name": "network-vif-plugged", "status": "completed", "tag": "1834003e-a457-4e65-bf9a-3fea79651159"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:05.978549 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:05.981669 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:06.000559 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d77fdb-0c90-4fbe-a18f-e613f0056a9b req-b2de87f3-f1d1-406a-b31c-2e42a06cc172 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:06.018155 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-78d77fdb-0c90-4fbe-a18f-e613f0056a9b req-b2de87f3-f1d1-406a-b31c-2e42a06cc172 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 944 time: 0.1677566 Jun 29 16:16:06.101436 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-78d77fdb-0c90-4fbe-a18f-e613f0056a9b req-2363e9a0-b9d0-4ac3-bd87-0e3d70940607 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794053 Jun 29 16:16:06.103969 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=1834003e-a457-4e65-bf9a-3fea79651159,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:06.109718 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:06.185188 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56929a1-30ae-4c5e-96e9-27b54009fe54 x-openstack-request-id: req-d56929a1-30ae-4c5e-96e9-27b54009fe54 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:06.185792 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c67c0c-66c8-4877-b330-414cef27a979", "name": "network-vif-plugged", "status": "completed", "tag": "1834003e-a457-4e65-bf9a-3fea79651159", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:06.186110 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d56929a1-30ae-4c5e-96e9-27b54009fe54 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:06.186827 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c67c0c-66c8-4877-b330-414cef27a979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1834003e-a457-4e65-bf9a-3fea79651159', 'code': 200} Jun 29 16:16:06.377871 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89df0d-01d5-48b3-b487-ee616fa81d45 req-42676baf-61bd-4a79-a8ff-fce183f68b33 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:06.397665 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ba89df0d-01d5-48b3-b487-ee616fa81d45 req-42676baf-61bd-4a79-a8ff-fce183f68b33 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.1107059 Jun 29 16:16:06.454942 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ba89df0d-01d5-48b3-b487-ee616fa81d45 req-4678b304-abae-45d2-9d41-1912913880a6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549374 Jun 29 16:16:06.531740 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf6df3-9bd0-41fb-b5f0-fb3f9b53ceb1 req-9c355f4e-9b4f-4337-8813-8f2f06a19311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:06.533606 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9edf6df3-9bd0-41fb-b5f0-fb3f9b53ceb1 req-9c355f4e-9b4f-4337-8813-8f2f06a19311 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 1098 time: 0.0677676 Jun 29 16:16:06.570073 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9edf6df3-9bd0-41fb-b5f0-fb3f9b53ceb1 req-7255c413-2bd4-44d5-b6e5-c8bd84fd087d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290043 Jun 29 16:16:07.175644 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 54158) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:07.374528 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:07.422848 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536ed2-6f6e-4e03-bcbb-f39eb92eb20f req-dfeae23b-84d7-4676-903b-d3c366671fe9 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:07.425774 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4e536ed2-6f6e-4e03-bcbb-f39eb92eb20f req-dfeae23b-84d7-4676-903b-d3c366671fe9 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 945 time: 0.1217968 Jun 29 16:16:07.512456 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4e536ed2-6f6e-4e03-bcbb-f39eb92eb20f req-649907ba-5b4b-4ac3-849b-736c520f3f84 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778401 Jun 29 16:16:07.603100 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:07.610148 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:07.623053 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-d54e4b2a-e740-4270-a94b-37625ad6961a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:07.670246 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4b523c1862d04283b4507068b3e770b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4927797 Jun 29 16:16:07.671477 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ae9c7d-e9f2-4f2b-86de-3e36172896c8,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:07.672860 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54168) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:07.689566 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.689796 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.690206 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.690560 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.690927 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.691611 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.691611 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.691921 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.692268 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.692642 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.693077 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.693460 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.716114 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:07.790896 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:07.817382 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f0719-f989-4b41-976f-3f93a014bd9f req-f9a2e03d-678f-4eb4-ad84-ec21b4a98677 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:07.830389 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:07.832230 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-082f0719-f989-4b41-976f-3f93a014bd9f req-f9a2e03d-678f-4eb4-ad84-ec21b4a98677 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0912378 Jun 29 16:16:07.882579 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:07.890413 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:07.894957 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/78ae9c7d-e9f2-4f2b-86de-3e36172896c8 HTTP/1.1" status: 204 len: 168 time: 0.2204852 Jun 29 16:16:07.896858 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1bab0e42-7783-431e-b7df-e66b4514e7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:07.906310 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ae9c7d-e9f2-4f2b-86de-3e36172896c8,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:07.920724 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.922125 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.922646 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.923233 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.923758 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-082f0719-f989-4b41-976f-3f93a014bd9f req-7fabbbcc-8adb-4066-9864-7251f814bbeb tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873973 Jun 29 16:16:07.924350 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.924926 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.925476 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.925977 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.926609 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.927105 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.927730 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.928253 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:07.932107 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:08.775928 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54206) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:08.847386 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9f571-88b6-4dfa-b2bc-5684164df554 req-0467b2dc-afa1-43cf-9ff8-9f519d8b2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:08.849795 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c6f9f571-88b6-4dfa-b2bc-5684164df554 req-0467b2dc-afa1-43cf-9ff8-9f519d8b2354 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 1099 time: 0.0877583 Jun 29 16:16:08.886524 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f670b7-93ac-44de-8603-17c55d57e40f req-8c112306-f8f2-4b37-871c-b3d5e8e73b13 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:08.893861 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a1f670b7-93ac-44de-8603-17c55d57e40f req-8c112306-f8f2-4b37-871c-b3d5e8e73b13 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 945 time: 0.1799057 Jun 29 16:16:08.920774 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a72a84e0-0f71-4945-92fa-6c114bb5deb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.061987 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a72a84e0-0f71-4945-92fa-6c114bb5deb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.070607 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a72a84e0-0f71-4945-92fa-6c114bb5deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.071197 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a1f670b7-93ac-44de-8603-17c55d57e40f req-b50f6500-3764-4b04-9517-d43ec5e0ab24 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749995 Jun 29 16:16:09.106741 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1fa8069c-908f-4daf-b7be-cce0cbd21926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:09.115493 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a72a84e0-0f71-4945-92fa-6c114bb5deb6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2491e82536c24239a9bdb5a6a12716e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374116 Jun 29 16:16:09.117707 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54220) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:09.159911 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a84e0-0f71-4945-92fa-6c114bb5deb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15e629d-f38b-4568-85d4-90740c48834c,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:09.169315 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a72a84e0-0f71-4945-92fa-6c114bb5deb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:09.193555 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9f571-88b6-4dfa-b2bc-5684164df554 req-04365f39-2668-465f-8d42-455fd616a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:09.195778 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c6f9f571-88b6-4dfa-b2bc-5684164df554 req-04365f39-2668-465f-8d42-455fd616a3d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 919 time: 0.3376153 Jun 29 16:16:09.204888 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b858f5-bbd0-4707-a4bc-8bcdc2bd1244 req-df4b310b-6ce4-41bb-bd0b-9a8aa478f40a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:09.213947 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-63b858f5-bbd0-4707-a4bc-8bcdc2bd1244 req-df4b310b-6ce4-41bb-bd0b-9a8aa478f40a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.2495966 Jun 29 16:16:09.214727 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd7a25b0-b955-4b82-b6ad-a2ac8e3fe4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.247302 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd7a25b0-b955-4b82-b6ad-a2ac8e3fe4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.289082 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c6f9f571-88b6-4dfa-b2bc-5684164df554 req-888661ec-1dbe-4205-93af-9ddfc00b7025 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b HTTP/1.1" status: 200 len: 217 time: 0.0519640 Jun 29 16:16:09.301929 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-63b858f5-bbd0-4707-a4bc-8bcdc2bd1244 req-5e1427fe-36d6-4b98-9508-21e666dc7372 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844572 Jun 29 16:16:09.341945 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd7a25b0-b955-4b82-b6ad-a2ac8e3fe4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.345016 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd7a25b0-b955-4b82-b6ad-a2ac8e3fe4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.346600 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-dd7a25b0-b955-4b82-b6ad-a2ac8e3fe4de admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c15e629d-f38b-4568-85d4-90740c48834c HTTP/1.1" status: 204 len: 168 time: 0.2277141 Jun 29 16:16:09.348225 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-783745b0-9de4-4500-b0bb-34eda3c4b6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:09.365621 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a25b0-b955-4b82-b6ad-a2ac8e3fe4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15e629d-f38b-4568-85d4-90740c48834c,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:09.405086 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-dd7a25b0-b955-4b82-b6ad-a2ac8e3fe4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:09.435211 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9f571-88b6-4dfa-b2bc-5684164df554 req-6f8b8533-9458-4bcc-98fd-5f92431b2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:09.436920 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c6f9f571-88b6-4dfa-b2bc-5684164df554 req-6f8b8533-9458-4bcc-98fd-5f92431b2d72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 200 len: 858 time: 0.1337824 Jun 29 16:16:09.451282 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54228) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:09.477152 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c6f9f571-88b6-4dfa-b2bc-5684164df554 req-c4ca3bf7-7d94-4f34-a966-1153d69f9bd8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327971 Jun 29 16:16:09.566314 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533e412-2aa1-45db-8e36-3d5e519dabfe req-cc413927-927c-4a72-92cc-fb9fc456b91c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:09.581480 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6533e412-2aa1-45db-8e36-3d5e519dabfe req-cc413927-927c-4a72-92cc-fb9fc456b91c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.1994810 Jun 29 16:16:09.658034 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cea404fd-52bc-419e-bd09-2cfbd53d7c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.670974 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6533e412-2aa1-45db-8e36-3d5e519dabfe req-642bdb21-2649-42a0-9f6a-eacf2aa93612 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882962 Jun 29 16:16:09.673276 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c6f9f571-88b6-4dfa-b2bc-5684164df554 req-83882a9c-0847-4613-ad3d-9dc29155a161 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877127 Jun 29 16:16:09.837448 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c6f9f571-88b6-4dfa-b2bc-5684164df554 req-276eae34-a2e3-47d3-bb8c-051ec2d90c39 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554234 Jun 29 16:16:09.839788 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cea404fd-52bc-419e-bd09-2cfbd53d7c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.853110 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-cea404fd-52bc-419e-bd09-2cfbd53d7c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:09.857209 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b814df54-9feb-4df8-93cd-dfd3d0a20920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:09.926673 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea404fd-52bc-419e-bd09-2cfbd53d7c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff2af7-cd7d-4b4f-a4d9-bcc7d07658f2,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:09.946793 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-cea404fd-52bc-419e-bd09-2cfbd53d7c95 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cebfe0ead0ef4fe7bb208e2c2f9b0cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938743 Jun 29 16:16:09.958803 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 54244) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:09.959475 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cea404fd-52bc-419e-bd09-2cfbd53d7c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:10.077250 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf3be-88c2-4805-9ea2-1f6610e40408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.107576 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf3be-88c2-4805-9ea2-1f6610e40408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.178174 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf3be-88c2-4805-9ea2-1f6610e40408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.181077 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf3be-88c2-4805-9ea2-1f6610e40408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:10.185552 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-d3ddf3be-88c2-4805-9ea2-1f6610e40408 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/82ff2af7-cd7d-4b4f-a4d9-bcc7d07658f2 HTTP/1.1" status: 204 len: 168 time: 0.2227340 Jun 29 16:16:10.186445 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:10.196163 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddf3be-88c2-4805-9ea2-1f6610e40408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff2af7-cd7d-4b4f-a4d9-bcc7d07658f2,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:10.203169 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-d3ddf3be-88c2-4805-9ea2-1f6610e40408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:10.541202 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273f29c-d05c-4c48-bcb7-38894a1a7556 req-3f37b9b8-0f6a-4ae7-8902-a52e7f649959 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:10.548425 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7273f29c-d05c-4c48-bcb7-38894a1a7556 req-3f37b9b8-0f6a-4ae7-8902-a52e7f649959 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 945 time: 0.1961708 Jun 29 16:16:10.609512 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742f3b2-bc2b-4062-bd03-565c31ac6a64 req-bbe98694-7153-40bb-b9f4-f9348103189a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:10.616263 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2742f3b2-bc2b-4062-bd03-565c31ac6a64 req-bbe98694-7153-40bb-b9f4-f9348103189a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1686661 Jun 29 16:16:10.654233 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7273f29c-d05c-4c48-bcb7-38894a1a7556 req-788897ff-fa71-4b9d-a400-fd6aa1275815 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985391 Jun 29 16:16:10.679642 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2742f3b2-bc2b-4062-bd03-565c31ac6a64 req-fa9bbcde-6115-4339-a831-2f23debc0a6e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624058 Jun 29 16:16:10.922940 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65b7e3-8d71-4355-89ac-a8b15c89de27 req-ed41fc5b-4bd8-45fe-8a6d-bc703c5e895a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:10.924762 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1e65b7e3-8d71-4355-89ac-a8b15c89de27 req-ed41fc5b-4bd8-45fe-8a6d-bc703c5e895a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.0954254 Jun 29 16:16:10.995573 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1e65b7e3-8d71-4355-89ac-a8b15c89de27 req-2434eaa8-8fb6-4c91-b1c3-360c135cc618 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611229 Jun 29 16:16:11.320062 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 54298) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:11.454390 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1620258691-network', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:11.500352 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Made reservation on behalf of 7ce43a5ee1ea4e489191275815a7235b for: {'network': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:16:11.503005 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.512441 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.621718 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.627491 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.631394 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-8d96be33-a18a-4f5e-b253-cb92964dae54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:11.657117 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=93151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:16:11.667675 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793ebcfe-63d0-4c63-af5c-fca0d29d5eba,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:11.673781 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:11.674860 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.675200 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.segments_db [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Added segment 7375de09-05d4-43fc-a5b3-6c59046bd1a4 of type vlan for network da301bec-01b9-4017-b7b4-8b818fb048cc Jun 29 16:16:11.752454 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.921202 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.925362 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:11.925654 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:11.937704 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-18b9129b-d48d-460f-9827-8d0e70cd3a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:12.021623 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-ac76da3f-8562-475d-bcdc-b21aea41dbb6 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:12.023004 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-ac76da3f-8562-475d-bcdc-b21aea41dbb6 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.61 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 945 time: 0.2652574 Jun 29 16:16:12.038000 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7140665 Jun 29 16:16:12.038514 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54312) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:12.044114 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Request body: {'subnet': {'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1620258691-subnet', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'ip_version': 4}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:12.076741 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Made reservation on behalf of 7ce43a5ee1ea4e489191275815a7235b for: {'subnet': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:16:12.080214 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209652'] for subnet, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.287698 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26134565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209638'] for subnet, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.290579 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:12.313887 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Pushing event updated for resources: {'Network': ['ID=da301bec-01b9-4017-b7b4-8b818fb048cc,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:12.316901 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:12.325339 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network da301bec-01b9-4017-b7b4-8b818fb048cc details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:16:12.347752 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eb730-bda0-4b7c-900f-2e86c2fbd374 req-16bcc2b5-b5b8-489b-8873-e86ed3a9b5cb tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:12.349272 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9d6eb730-bda0-4b7c-900f-2e86c2fbd374 req-16bcc2b5-b5b8-489b-8873-e86ed3a9b5cb tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.5228114 Jun 29 16:16:12.359220 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb021b-3c1c-4cc8-931a-301e7c3a9f18 req-cfbcf4d8-f666-4b60-bfc0-35189a113dda tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:12.360027 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:12.367102 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83bb021b-3c1c-4cc8-931a-301e7c3a9f18 req-cfbcf4d8-f666-4b60-bfc0-35189a113dda tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 945 time: 0.5343397 Jun 29 16:16:12.369229 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:12.377164 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Checking segment: {'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:12.377757 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Network hostable DHCP agents. Network: da301bec-01b9-4017-b7b4-8b818fb048cc, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:16:12.397985 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Network da301bec-01b9-4017-b7b4-8b818fb048cc is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:16:12.417043 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, da301bec-01b9-4017-b7b4-8b818fb048cc) {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:12.422731 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:12.423529 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.448500 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-e5f35d24-f3a1-4f00-b362-dc0fa0716242 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4077854 Jun 29 16:16:12.450808 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54314) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:12.457159 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:12.461366 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08674f-1135-43e3-ba2d-2c792e4622b4 None None] Network da301bec-01b9-4017-b7b4-8b818fb048cc requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:16:12.494845 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1655808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1011'] for router, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.496191 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1713502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-996'] for router, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.511790 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83bb021b-3c1c-4cc8-931a-301e7c3a9f18 req-77b74d7b-4d27-4eb7-8e8b-f7678157b83e tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/security-groups?id=2dd3c306-c0db-4ddd-b01a-75cfe5d91359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417596 Jun 29 16:16:12.525109 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9d6eb730-bda0-4b7c-900f-2e86c2fbd374 req-e636695b-62c8-4b66-bc4d-e386182081cb tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555390 Jun 29 16:16:12.562837 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Deleting port 1834003e-a457-4e65-bf9a-3fea79651159 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:16:12.563192 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.590154 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.734074 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d8c25ef-cf86-5e97-9a45-35b8c86f43c7-da301bec-01b9-4017-b7b4-8b818fb048cc', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3'}]}} from dv-cinder-786260-7-smb. {{(pid=93152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:16:12.735052 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.790268 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] For port 1834003e-a457-4e65-bf9a-3fea79651159, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1834003e-a457-4e65-bf9a-3fea79651159,segment=NetworkSegment(3d5630e0-9720-4c94-a228-5f14f55afc8b),segment_id=3d5630e0-9720-4c94-a228-5f14f55afc8b)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:12.790637 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.810728 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Calling delete_port for 1834003e-a457-4e65-bf9a-3fea79651159 owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:16:12.824044 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1655823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-790'] for router, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:12.971481 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Allocated IP 172.20.0.2 (da301bec-01b9-4017-b7b4-8b818fb048cc/c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3/61eff52f-b446-4ae4-9b57-c841e148219d) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:13.003392 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.035536 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['1834003e-a457-4e65-bf9a-3fea79651159'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:16:13.042666 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98901b21-84be-402f-99e6-e35931408727 req-2c0b780c-f625-429d-8d66-2476ab9d8378 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:13.044298 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-98901b21-84be-402f-99e6-e35931408727 req-2c0b780c-f625-429d-8d66-2476ab9d8378 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.3167570 Jun 29 16:16:13.045139 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:13.075956 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Pushing event deleted for resources: {'Port': ['ID=1834003e-a457-4e65-bf9a-3fea79651159,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:13.090443 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-63a5ccf9-fe97-4cfb-8cb1-ce1e1116bd1a tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=5211bc3feb6846158fa8340efc3a3367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1460736 Jun 29 16:16:13.131423 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:13.140761 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.170046 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.195921 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.212478 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Transition to ACTIVE for port object 61eff52f-b446-4ae4-9b57-c841e148219d will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:13.242566 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Transition to ACTIVE for port object 61eff52f-b446-4ae4-9b57-c841e148219d will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:13.257786 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.270586 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:13.283113 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Network da301bec-01b9-4017-b7b4-8b818fb048cc is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:13.285925 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:13.295926 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Allocated IP 172.28.0.77 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/f2f0bef0-872b-4418-8c10-f961714999c4) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:13.312452 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:13.330402 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] No DVR routers for this DVR port 1834003e-a457-4e65-bf9a-3fea79651159 on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:16:13.340396 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.342450 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0a30047c-0ae3-48a8-b4a8-04ae13f06338 req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.61 "DELETE /v2.0/ports/1834003e-a457-4e65-bf9a-3fea79651159 HTTP/1.1" status: 204 len: 173 time: 1.3038387 Jun 29 16:16:13.346117 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08c67c0c-66c8-4877-b330-414cef27a979', 'name': 'network-vif-deleted', 'tag': '1834003e-a457-4e65-bf9a-3fea79651159'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:13.348522 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809883bc-4559-44a9-bee1-caf1fda4d50a" -d '{"events": [{"server_uuid": "08c67c0c-66c8-4877-b330-414cef27a979", "name": "network-vif-deleted", "tag": "1834003e-a457-4e65-bf9a-3fea79651159"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:13.360332 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Pushing event updated for resources: {'Port': ['ID=61eff52f-b446-4ae4-9b57-c841e148219d,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:13.372993 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:13.380310 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742e28-a444-434a-8bd2-095e92cb8877 req-8ff35412-7bf7-4c65-a862-104fdeaee309 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:13.386978 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-8ff35412-7bf7-4c65-a862-104fdeaee309 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954335 Jun 29 16:16:13.412698 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-43ade483-b0b8-4c20-9550-ac0f7c013cba tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/quotas/5211bc3feb6846158fa8340efc3a3367 HTTP/1.1" status: 200 len: 375 time: 0.0247524 Jun 29 16:16:13.438005 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-98901b21-84be-402f-99e6-e35931408727 req-47529136-f343-415c-9200-d4a2a2228a86 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635504 Jun 29 16:16:13.452729 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Attempting to bind port 61eff52f-b446-4ae4-9b57-c841e148219d on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:13.453157 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Attempting to bind port 61eff52f-b446-4ae4-9b57-c841e148219d by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:13.453566 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Attempting to bind port 61eff52f-b446-4ae4-9b57-c841e148219d on network da301bec-01b9-4017-b7b4-8b818fb048cc {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:13.462019 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:13.463037 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Checking segment: {'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:13.465129 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.465541 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Bound using segment: {'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:13.466031 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Bound port: 61eff52f-b446-4ae4-9b57-c841e148219d, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:13.466448 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.495508 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-550a09be-65f6-4bd4-a72d-803d937c62e3 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=5211bc3feb6846158fa8340efc3a3367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817747 Jun 29 16:16:13.503031 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.549580 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75d0704-48a7-41ca-8e4d-0bd566589c27 x-openstack-request-id: req-f75d0704-48a7-41ca-8e4d-0bd566589c27 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:13.549580 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08c67c0c-66c8-4877-b330-414cef27a979", "name": "network-vif-deleted", "tag": "1834003e-a457-4e65-bf9a-3fea79651159", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:13.549580 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f75d0704-48a7-41ca-8e4d-0bd566589c27 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:13.549580 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08c67c0c-66c8-4877-b330-414cef27a979', 'name': 'network-vif-deleted', 'tag': '1834003e-a457-4e65-bf9a-3fea79651159', 'status': 'completed', 'code': 200} Jun 29 16:16:13.589991 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.593342 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:13.612638 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] For port 61eff52f-b446-4ae4-9b57-c841e148219d, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:13.620602 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] For port 61eff52f-b446-4ae4-9b57-c841e148219d, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=61eff52f-b446-4ae4-9b57-c841e148219d,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:13.637799 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:13.654717 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-e2412637-fbe6-4e4a-8c59-3d60251c2065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:13.667108 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:13.678547 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:13.695049 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:13.747638 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ef8adc4a-ee00-49d1-9f33-60fb1c154764 req-7bc141d5-0fda-4ce1-9c34-46831abd9017 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] 10.222.0.83 "GET /v2.0/ports?device_id=08c67c0c-66c8-4877-b330-414cef27a979 HTTP/1.1" status: 200 len: 210 time: 0.0683162 Jun 29 16:16:13.759504 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Pushing event updated for resources: {'Port': ['ID=f2f0bef0-872b-4418-8c10-f961714999c4,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:13.766451 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Pushing event updated for resources: {'Port': ['ID=61eff52f-b446-4ae4-9b57-c841e148219d,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:13.773317 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:13.773569 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:13.936201 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-20cb8a7d-3a44-40ce-ba36-98edb86ce197 req-ea4a8d0b-0351-4d95-916c-3ff79130c6a6 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 210 time: 0.0812671 Jun 29 16:16:14.098333 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:14.159492 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4736bb8-e509-4c30-8145-bfb4b508fcea req-22081555-01e3-4235-907a-e24fda91bd26 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:14.159492 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e4736bb8-e509-4c30-8145-bfb4b508fcea req-22081555-01e3-4235-907a-e24fda91bd26 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.2287962 Jun 29 16:16:14.293350 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e4736bb8-e509-4c30-8145-bfb4b508fcea req-8d3ac873-201b-410c-a6f7-23471cb243c3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227198 Jun 29 16:16:14.491018 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586085'] for router, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:14.639133 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 61eff52f-b446-4ae4-9b57-c841e148219d up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:14.780100 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ca97-d3bb-4247-86a9-ae5869548fc0 req-4d95b664-434e-4f43-9802-c3b572b4fdc4 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:14.787944 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-93a2ca97-d3bb-4247-86a9-ae5869548fc0 req-4d95b664-434e-4f43-9802-c3b572b4fdc4 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.1263301 Jun 29 16:16:14.803636 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 61eff52f-b446-4ae4-9b57-c841e148219d completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:14.854152 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-93a2ca97-d3bb-4247-86a9-ae5869548fc0 req-3e6f4f05-671e-48fa-89a0-549c1ab0c8d5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647173 Jun 29 16:16:14.941949 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Router b47ed41e-e27f-4b91-96ab-781c48d6be77 is scheduled to L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b with binding_index 1 {{(pid=93150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:16:15.209026 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0d7309ae-f53d-4446-aa52-72019a8fab37 req-5d0d6319-42aa-47d8-a845-55e68455764b tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 210 time: 0.0424378 Jun 29 16:16:15.478066 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1478e93-8e02-4651-8aef-5a727fc05527 None None] Network da301bec-01b9-4017-b7b4-8b818fb048cc requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:16:15.518019 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:16:15.531569 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Sync routers for ids ['b47ed41e-e27f-4b91-96ab-781c48d6be77'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:16:15.546215 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Routers {'b47ed41e-e27f-4b91-96ab-781c48d6be77'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:15.553337 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:15:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['b47ed41e-e27f-4b91-96ab-781c48d6be77'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:15.595228 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:15.599140 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1445539 Jun 29 16:16:15.602331 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54378) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:15.640704 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df83f0-e6b8-426e-8e59-319f480911f8 req-cfda1be3-e62c-4df6-8a4c-0ede6252f10c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:15.670374 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60df83f0-e6b8-426e-8e59-319f480911f8 req-cfda1be3-e62c-4df6-8a4c-0ede6252f10c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.2040079 Jun 29 16:16:15.758627 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 1834003e-a457-4e65-bf9a-3fea79651159 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:16:15.818048 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60df83f0-e6b8-426e-8e59-319f480911f8 req-3ef2bb40-8c41-453d-b4d6-1b2f63134d27 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354904 Jun 29 16:16:15.825005 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 1834003e-a457-4e65-bf9a-3fea79651159 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:16:15.825354 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 1834003e-a457-4e65-bf9a-3fea79651159 not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:16:15.869910 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-25356564-1843-439d-ab36-161b46f6c142 None None] Provisioning for port 61eff52f-b446-4ae4-9b57-c841e148219d completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:15.875895 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Set router b47ed41e-e27f-4b91-96ab-781c48d6be77 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:15.922186 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-25356564-1843-439d-ab36-161b46f6c142 None None] Provisioning complete for port 61eff52f-b446-4ae4-9b57-c841e148219d triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:15.923347 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-cce4fe3c-0b79-4e9e-8ebf-9a0c9bf8a9ef tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5211bc3feb6846158fa8340efc3a3367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003015 Jun 29 16:16:15.924153 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-25356564-1843-439d-ab36-161b46f6c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.270112 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742e28-a444-434a-8bd2-095e92cb8877 req-61679313-eb37-41e1-9a4c-25c714bb5970 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:16.278979 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-61679313-eb37-41e1-9a4c-25c714bb5970 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3499689 Jun 29 16:16:16.327249 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Request body: {'port': {'device_id': 'c30d30ea-93a3-4b5a-b9af-e004e5852fe9', 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f', 'admin_state_up': True, 'tenant_id': '5211bc3feb6846158fa8340efc3a3367'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:16.328152 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:13Z', 'revision_number': 3, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:16.364219 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Checking router: b47ed41e-e27f-4b91-96ab-781c48d6be77 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:16:16.364903 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Updating router b47ed41e-e27f-4b91-96ab-781c48d6be77 port f2f0bef0-872b-4418-8c10-f961714999c4 binding host dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:16:16.407761 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-25356564-1843-439d-ab36-161b46f6c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.424322 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.546374 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.568611 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-25356564-1843-439d-ab36-161b46f6c142 None None] For port 61eff52f-b446-4ae4-9b57-c841e148219d, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=61eff52f-b446-4ae4-9b57-c841e148219d,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:16.587486 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-25356564-1843-439d-ab36-161b46f6c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.590953 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:16.660895 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c5842468-789d-4ef7-ac37-3707e01c57cf req-cd8d95c7-d2c4-44f3-bef1-b9f6409295aa tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 210 time: 0.1388955 Jun 29 16:16:16.675922 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25356564-1843-439d-ab36-161b46f6c142 None None] Pushing event updated for resources: {'Port': ['ID=61eff52f-b446-4ae4-9b57-c841e148219d,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:16.699773 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-25356564-1843-439d-ab36-161b46f6c142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:16.747969 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b396a-0487-4b53-9689-150641111122 req-4dc21824-bd3d-4a07-bc38-0f95531384ee tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:16.749971 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b78b396a-0487-4b53-9689-150641111122 req-4dc21824-bd3d-4a07-bc38-0f95531384ee tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.4700027 Jun 29 16:16:16.751149 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Made reservation on behalf of 5211bc3feb6846158fa8340efc3a3367 for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:16:16.754603 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.783944 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.830374 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Allocated IP 172.20.0.1 (da301bec-01b9-4017-b7b4-8b818fb048cc/c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3/60019005-db42-4ae6-afa5-7617932160a4) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:16.841339 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b78b396a-0487-4b53-9689-150641111122 req-d5c816c3-c289-40ec-a06e-c12565b4eaf0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763261 Jun 29 16:16:16.843591 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.872289 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Transition to ACTIVE for port object f2f0bef0-872b-4418-8c10-f961714999c4 will not be triggered until provisioned by entity L2. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:16.881614 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.884705 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-cb8a2cba-140f-4308-b81a-42959e86dabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:16.926488 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.935641 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-9db1b873-4205-4694-b85d-9e547eeb83b6 None None] Provisioning complete for port 61eff52f-b446-4ae4-9b57-c841e148219d triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:16.936213 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9db1b873-4205-4694-b85d-9e547eeb83b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.936306 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.946128 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-0190708b-105d-40dd-a66c-a8b1b6b03d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:16.956366 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:16.989687 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.provisioning_blocks [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Transition to ACTIVE for port object 60019005-db42-4ae6-afa5-7617932160a4 will not be triggered until provisioned by entity DHCP. {{(pid=93150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:17.006755 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Pushing event updated for resources: {'Port': ['ID=f2f0bef0-872b-4418-8c10-f961714999c4,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:17.031597 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.033625 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.036760 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.037333 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.037673 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.038008 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.038339 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.041712 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.042233 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.042571 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.042949 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.043245 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:17.050643 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.051122 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:17.054951 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Attempting to bind port f2f0bef0-872b-4418-8c10-f961714999c4 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:17.055597 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Attempting to bind port f2f0bef0-872b-4418-8c10-f961714999c4 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:17.056191 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Attempting to bind port f2f0bef0-872b-4418-8c10-f961714999c4 on network 2a2ef043-d930-438a-b7bc-58c08f4c893b {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:17.061312 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12602ab-ea06-4332-ad9a-2506e88f5af6,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:17.066160 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:17.066755 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Checking segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:17.067348 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.067472 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:17.068062 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Bound using segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:17.069633 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Bound port: f2f0bef0-872b-4418-8c10-f961714999c4, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:17.071583 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.098564 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Network da301bec-01b9-4017-b7b4-8b818fb048cc is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:17.114442 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:17.122070 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:17.129444 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:17.172678 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Pushing event updated for resources: {'Port': ['ID=60019005-db42-4ae6-afa5-7617932160a4,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:17.176432 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:17.180100 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] For port f2f0bef0-872b-4418-8c10-f961714999c4, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:17.187214 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] For port f2f0bef0-872b-4418-8c10-f961714999c4, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=f2f0bef0-872b-4418-8c10-f961714999c4,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:17.200757 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.201594 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658242'] for router_interface, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.210208 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:17.237451 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf3cb1-a40c-4c0d-8df6-47131f69f450 req-9870440c-5c1e-4aa2-8273-71fcc17dd0f0 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:17.239025 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0cbf3cb1-a40c-4c0d-8df6-47131f69f450 req-9870440c-5c1e-4aa2-8273-71fcc17dd0f0 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.2011528 Jun 29 16:16:17.268182 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Allocated IP 192.168.233.232 (e98add6d-1a97-4b5b-aee4-f2914e39331f/2116142d-65cd-4cdd-a848-42766f19fd7f/ff9a6675-e3c4-46fa-b2db-05d8eab24b81) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:17.330305 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0cbf3cb1-a40c-4c0d-8df6-47131f69f450 req-0d98232f-77b9-4379-b147-6ef6e8142fb0 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792344 Jun 29 16:16:17.368170 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Routers {'b47ed41e-e27f-4b91-96ab-781c48d6be77'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:17.369342 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:15:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['b47ed41e-e27f-4b91-96ab-781c48d6be77'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:17.371249 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Pushing event updated for resources: {'Port': ['ID=f2f0bef0-872b-4418-8c10-f961714999c4,revision_number=3']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:17.375419 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:17.421700 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.531314 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] Set router b47ed41e-e27f-4b91-96ab-781c48d6be77 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:17.547445 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-4fadb982-8706-47db-8cfd-7ece6b1217d8 None None] Provisioning for port 60019005-db42-4ae6-afa5-7617932160a4 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:17.557593 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-4fadb982-8706-47db-8cfd-7ece6b1217d8 None None] Provisioning complete for port 60019005-db42-4ae6-afa5-7617932160a4 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:17.564332 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4fadb982-8706-47db-8cfd-7ece6b1217d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.592833 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-2b34ce5d-0d7a-4cfe-b47b-d7a40466f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:17.595147 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-2b34ce5d-0d7a-4cfe-b47b-d7a40466f62b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 1099 time: 0.1298871 Jun 29 16:16:17.658498 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-4fadb982-8706-47db-8cfd-7ece6b1217d8 None None] Port 60019005-db42-4ae6-afa5-7617932160a4 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:16:17.737447 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.745632 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134699'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.785291 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:17.794067 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-c44abad1-6411-4275-b4e5-2f57174ddb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:17.795616 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-c44abad1-6411-4275-b4e5-2f57174ddb45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 918 time: 0.1933448 Jun 29 16:16:17.821262 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.855222 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Transition to ACTIVE for port object ff9a6675-e3c4-46fa-b2db-05d8eab24b81 will not be triggered until provisioned by entity DHCP. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:17.886219 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658134'] for router_interface, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.915117 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Pushing event updated for resources: {'Port': ['ID=60019005-db42-4ae6-afa5-7617932160a4,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:17.945302 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:13Z', 'revision_number': 3, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:17.955531 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:17.955789 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:17.966815 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-e762005c-6e7c-4d6f-a494-7bb232df1688 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22dcaf06-699a-4317-8536-7b43e55199fb HTTP/1.1" status: 200 len: 1002 time: 0.1425130 Jun 29 16:16:17.983254 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68911f32-634a-4e91-af6a-ee8310a4e3f5 None None] The sync data for ids ['b47ed41e-e27f-4b91-96ab-781c48d6be77'] in dv-cinder-786260-7-smb is: [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:13Z', 'revision_number': 3, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:16:18.012459 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:18.065460 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-6e794e77-98e5-4120-8a89-3d3fe35fbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:18.067336 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-6e794e77-98e5-4120-8a89-3d3fe35fbadf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.0913675 Jun 29 16:16:18.076961 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Pushing event updated for resources: {'Port': ['ID=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:18.084752 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:18.090431 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Network e98add6d-1a97-4b5b-aee4-f2914e39331f is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:18.127212 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:18.130154 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Network da301bec-01b9-4017-b7b4-8b818fb048cc is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:18.136816 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:18.154810 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:18.226771 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:18.228925 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:18.251362 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9372401 Jun 29 16:16:18.298292 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ddcdf-8c59-4ed6-a2d4-46c10a8d1326 req-f1781ae2-3eb3-49ae-a59e-a425fb547999 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:18.305619 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-286ddcdf-8c59-4ed6-a2d4-46c10a8d1326 req-f1781ae2-3eb3-49ae-a59e-a425fb547999 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 936 time: 0.3684437 Jun 29 16:16:18.308611 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Router b47ed41e-e27f-4b91-96ab-781c48d6be77 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:16:18.311509 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Request body: {'port': {'device_id': 'c30d30ea-93a3-4b5a-b9af-e004e5852fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:18.509935 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f9ab6-f354-4d88-9f5e-ecc93fb5f6a7 req-577e49d2-5045-4c25-98d7-d86cac66fcff tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:18.518702 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-154f9ab6-f354-4d88-9f5e-ecc93fb5f6a7 req-577e49d2-5045-4c25-98d7-d86cac66fcff tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.4438183 Jun 29 16:16:18.544244 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-286ddcdf-8c59-4ed6-a2d4-46c10a8d1326 req-b16b068e-2e58-4d18-b213-f8f7e45cf294 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377200 Jun 29 16:16:18.555731 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-b069f336-e7e4-4022-acb0-38878357decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:18.558240 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-b069f336-e7e4-4022-acb0-38878357decb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4832830 Jun 29 16:16:18.601414 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:16:18.618732 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] 10.222.0.83 "PUT /v2.0/routers/b47ed41e-e27f-4b91-96ab-781c48d6be77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0084362 Jun 29 16:16:18.627450 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-bb8cf418-e67b-4ca9-8ba2-3e019c769b0b None None] Provisioning complete for port 60019005-db42-4ae6-afa5-7617932160a4 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:18.627964 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bb8cf418-e67b-4ca9-8ba2-3e019c769b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:18.673245 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:18.702532 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-154f9ab6-f354-4d88-9f5e-ecc93fb5f6a7 req-11112a2a-380c-4ac8-903a-da345d0f2389 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827803 Jun 29 16:16:18.707425 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cf418-e67b-4ca9-8ba2-3e019c769b0b None None] Port 60019005-db42-4ae6-afa5-7617932160a4 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:16:18.769128 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-bb8cf418-e67b-4ca9-8ba2-3e019c769b0b None None] Provisioning for port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:18.777783 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 61eff52f-b446-4ae4-9b57-c841e148219d up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:18.902424 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-bb8cf418-e67b-4ca9-8ba2-3e019c769b0b None None] Provisioning complete for port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:18.902814 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bb8cf418-e67b-4ca9-8ba2-3e019c769b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:18.938283 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-e7d6746b-179a-4c20-8172-f0cd896e9dbf service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706789 Jun 29 16:16:18.989811 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 61eff52f-b446-4ae4-9b57-c841e148219d triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:18.990491 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.040938 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cf418-e67b-4ca9-8ba2-3e019c769b0b None None] Port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:16:19.116565 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device f2f0bef0-872b-4418-8c10-f961714999c4 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:19.159788 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-0503f320-0e94-478f-89d5-d43c1be0d640 req-e465b96b-e8fd-4a5b-9718-18a33ebb11cc service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026782 Jun 29 16:16:19.234084 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port f2f0bef0-872b-4418-8c10-f961714999c4 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:19.240565 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port f2f0bef0-872b-4418-8c10-f961714999c4 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:19.241029 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.396949 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.444675 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port f2f0bef0-872b-4418-8c10-f961714999c4, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=f2f0bef0-872b-4418-8c10-f961714999c4,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:19.461687 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.465723 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:19.480379 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0157a1-e503-4775-92f7-2e76d570d1a6 req-9166e7e3-5900-4c4d-ad98-adaa449f3f14 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:19.481894 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7f0157a1-e503-4775-92f7-2e76d570d1a6 req-9166e7e3-5900-4c4d-ad98-adaa449f3f14 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.3544273 Jun 29 16:16:19.492225 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9a6675-e3c4-46fa-b2db-05d8eab24b81 {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:16:19.527966 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.562905 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Transition to ACTIVE for port object ff9a6675-e3c4-46fa-b2db-05d8eab24b81 will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:19.570331 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7f0157a1-e503-4775-92f7-2e76d570d1a6 req-2f44b60a-b4a8-4750-bc8d-ccdf3334eeca tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731285 Jun 29 16:16:19.574531 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.579032 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:19.582476 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=f2f0bef0-872b-4418-8c10-f961714999c4,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:19.589778 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:19.673862 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1673ba14-acbd-49d6-9ede-aea8308965cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.680031 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:19.701094 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:19.714625 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54474) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:19.719779 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1486530848-network', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:19.757621 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Made reservation on behalf of 8f74f24e980b4507b91b57f8bd47ff4f for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:16:19.761937 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.778040 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.917840 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Attempting to bind port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:19.918187 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Attempting to bind port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '2db46bf8-d075-4dff-bd7b-e0eaef274630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:19.918570 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Attempting to bind port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 on network e98add6d-1a97-4b5b-aee4-f2914e39331f {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:19.966726 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 on network e98add6d-1a97-4b5b-aee4-f2914e39331f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:16:19.967071 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Attempting to bind port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 on network e98add6d-1a97-4b5b-aee4-f2914e39331f {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:19.969828 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.976281 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:19.982084 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-be560539-a6c4-4232-b144-4f6a461df2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:19.996131 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d338c3-2566-45ab-b433-999368045944 req-92267e70-581c-4f5f-9b3b-a9da9860013a tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:19.997695 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-91d338c3-2566-45ab-b433-999368045944 req-92267e70-581c-4f5f-9b3b-a9da9860013a tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 948 time: 0.1996005 Jun 29 16:16:20.000154 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:20.000531 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Checking segment: {'id': '2db46bf8-d075-4dff-bd7b-e0eaef274630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:20.000894 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Bound using segment: {'id': '2db46bf8-d075-4dff-bd7b-e0eaef274630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:20.001343 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Bound port: ff9a6675-e3c4-46fa-b2db-05d8eab24b81, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db46bf8-d075-4dff-bd7b-e0eaef274630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:20.001701 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.010420 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3935a9f6-e822-410f-ae15-299b73b026ef,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:20.014278 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:20.022602 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:16:20.037864 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.038712 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Added segment 317b0e19-5d1a-4ea4-a626-c77c3de607e2 of type vlan for network 7f08d1c6-2895-44e4-a846-b5203d7d79aa Jun 29 16:16:20.092444 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] For port ff9a6675-e3c4-46fa-b2db-05d8eab24b81, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:20.095747 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] For port ff9a6675-e3c4-46fa-b2db-05d8eab24b81, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,segment=NetworkSegment(2db46bf8-d075-4dff-bd7b-e0eaef274630),segment_id=2db46bf8-d075-4dff-bd7b-e0eaef274630)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:20.097735 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.114188 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.130401 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:20.173290 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-91d338c3-2566-45ab-b433-999368045944 req-661174a6-b730-427a-bddc-414b2a31e132 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692882 Jun 29 16:16:20.181585 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.184015 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:20.184730 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.193433 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:20.213004 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52adfe-34ba-4e16-869d-888f65d1e56d req-ea0aab8d-d2ca-4dcf-8e21-c7c5ae7115d6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:20.214896 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8f52adfe-34ba-4e16-869d-888f65d1e56d req-ea0aab8d-d2ca-4dcf-8e21-c7c5ae7115d6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.2939584 Jun 29 16:16:20.221240 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:20.222704 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.224440 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] 10.222.0.61 "PUT /v2.0/ports/ff9a6675-e3c4-46fa-b2db-05d8eab24b81 HTTP/1.1" status: 200 len: 1098 time: 1.9547055 Jun 29 16:16:20.228326 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30d30ea-93a3-4b5a-b9af-e004e5852fe9', 'tag': 'ff9a6675-e3c4-46fa-b2db-05d8eab24b81'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:20.232256 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed352f52-e490-45ee-8825-a9ef6a95274d" -d '{"events": [{"name": "network-changed", "server_uuid": "c30d30ea-93a3-4b5a-b9af-e004e5852fe9", "tag": "ff9a6675-e3c4-46fa-b2db-05d8eab24b81"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:20.283450 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5679071 Jun 29 16:16:20.294705 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54480) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:20.308070 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Request body: {'subnet': {'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1486530848-subnet', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'ip_version': 4}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:20.328767 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=7f08d1c6-2895-44e4-a846-b5203d7d79aa,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:20.334826 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:20.342106 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd23e6-88ce-45d2-958f-7526e19edf9d x-openstack-request-id: req-10bd23e6-88ce-45d2-958f-7526e19edf9d {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:20.342303 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network 7f08d1c6-2895-44e4-a846-b5203d7d79aa details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:16:20.343355 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30d30ea-93a3-4b5a-b9af-e004e5852fe9", "tag": "ff9a6675-e3c4-46fa-b2db-05d8eab24b81", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:20.343844 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-10bd23e6-88ce-45d2-958f-7526e19edf9d {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:20.345483 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30d30ea-93a3-4b5a-b9af-e004e5852fe9', 'tag': 'ff9a6675-e3c4-46fa-b2db-05d8eab24b81', 'status': 'completed', 'code': 200} Jun 29 16:16:20.364258 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Made reservation on behalf of 8f74f24e980b4507b91b57f8bd47ff4f for: {'subnet': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:16:20.376798 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209652'] for subnet, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.383622 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:20.388556 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:20.393306 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8f52adfe-34ba-4e16-869d-888f65d1e56d req-ab11ddad-f822-41fe-ada4-0d2b1cbdb57c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677492 Jun 29 16:16:20.424069 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742e28-a444-434a-8bd2-095e92cb8877 req-7f2a7cbc-d230-43bc-af1b-35e675d6010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:20.427300 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-7f2a7cbc-d230-43bc-af1b-35e675d6010b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5211bc3feb6846158fa8340efc3a3367&device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 1101 time: 0.1065655 Jun 29 16:16:20.528182 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-0fe2c739-c098-4a56-808b-e17ba44e1740 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ff9a6675-e3c4-46fa-b2db-05d8eab24b81 HTTP/1.1" status: 200 len: 217 time: 0.0883651 Jun 29 16:16:20.613946 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device f2f0bef0-872b-4418-8c10-f961714999c4 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:20.674155 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742e28-a444-434a-8bd2-095e92cb8877 req-5db4aca2-f1e2-4cb0-bdca-f0d96f2d72d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:20.676756 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-5db4aca2-f1e2-4cb0-bdca-f0d96f2d72d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2116142d-65cd-4cdd-a848-42766f19fd7f HTTP/1.1" status: 200 len: 843 time: 0.1408167 Jun 29 16:16:20.726164 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port f2f0bef0-872b-4418-8c10-f961714999c4 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:20.726731 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.778337 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Sync routers for ids ['b47ed41e-e27f-4b91-96ab-781c48d6be77'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:16:20.798679 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Routers {'b47ed41e-e27f-4b91-96ab-781c48d6be77'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:20.799878 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:15:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['b47ed41e-e27f-4b91-96ab-781c48d6be77'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:20.825331 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22742e28-a444-434a-8bd2-095e92cb8877 req-88946495-87d2-4762-8b1e-643dbbcacc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:20.826874 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-88946495-87d2-4762-8b1e-643dbbcacc7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e98add6d-1a97-4b5b-aee4-f2914e39331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1412911 Jun 29 16:16:20.849077 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26134565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209638'] for subnet, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:20.861344 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c363de1e-3a78-40dd-bf9d-939d1c62c54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:20.915347 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f053f3f-1bc5-4ee6-a17e-bbb839bcbca6 req-0c91f71f-1a35-4fea-8dca-8dd3d1899fab tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:20.917616 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5f053f3f-1bc5-4ee6-a17e-bbb839bcbca6 req-0c91f71f-1a35-4fea-8dca-8dd3d1899fab tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1390836 Jun 29 16:16:20.940864 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Set router b47ed41e-e27f-4b91-96ab-781c48d6be77 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:20.964141 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Checking segment: {'id': '317b0e19-5d1a-4ea4-a626-c77c3de607e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:20.964507 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Network hostable DHCP agents. Network: 7f08d1c6-2895-44e4-a846-b5203d7d79aa, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:16:20.972207 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2b8c82-2577-4856-8263-918aae16fcb7,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:20.972952 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-fe450dd4-6e76-4c94-8ba7-c90d31bb5c44 service neutron] 10.222.0.61 "GET /v2.0/networks/e98add6d-1a97-4b5b-aee4-f2914e39331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377969 Jun 29 16:16:20.981562 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-490fd099-76e7-4441-a803-cfdb56f81d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:20.983353 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-490fd099-76e7-4441-a803-cfdb56f81d4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 1099 time: 0.2921555 Jun 29 16:16:20.984871 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:21.022419 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5f053f3f-1bc5-4ee6-a17e-bbb839bcbca6 req-8bee9c5b-53e1-4f9c-9351-5d8b7bd5b47a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945632 Jun 29 16:16:21.125557 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:16:21.148323 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-17873568-dadb-4774-9c20-13270953d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:21.151023 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-17873568-dadb-4774-9c20-13270953d552 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 918 time: 0.1306529 Jun 29 16:16:21.152114 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Network 7f08d1c6-2895-44e4-a846-b5203d7d79aa is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:16:21.171264 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22742e28-a444-434a-8bd2-095e92cb8877 req-26a75049-2121-45d8-8d91-af23bdeb13e8 service neutron] 10.222.0.61 "GET /v2.0/networks/e98add6d-1a97-4b5b-aee4-f2914e39331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898711 Jun 29 16:16:21.246952 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, 7f08d1c6-2895-44e4-a846-b5203d7d79aa) {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:21.258503 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5301b6-0bd6-4491-a043-ee0ae287e38f None None] Network 7f08d1c6-2895-44e4-a846-b5203d7d79aa requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:16:21.259133 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:21.260530 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:21.309580 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0117490 Jun 29 16:16:21.312332 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-0db810a0-15ff-4d70-b357-fc70fa1ee4dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22dcaf06-699a-4317-8536-7b43e55199fb HTTP/1.1" status: 200 len: 1002 time: 0.1522076 Jun 29 16:16:21.312976 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54490) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:21.317707 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1486530848-router', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:21.380274 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-b94b67fa-b010-47a4-821f-c11625cffa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:21.381839 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-b94b67fa-b010-47a4-821f-c11625cffa51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5211bc3feb6846158fa8340efc3a3367&device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 1101 time: 0.1497233 Jun 29 16:16:21.398181 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-a173d991-f086-4596-8de4-94cada462915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:21.401290 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-a173d991-f086-4596-8de4-94cada462915 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.0752158 Jun 29 16:16:21.403240 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1655808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1011'] for router, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:21.405104 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1713502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-996'] for router, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:21.511666 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '60019005-db42-4ae6-afa5-7617932160a4', 'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'mac_address': 'fa:16:3e:59:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:16Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 2, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'subnets': [{'id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:21.522219 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:21.546412 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Checking router: b47ed41e-e27f-4b91-96ab-781c48d6be77 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:16:21.547043 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Updating router b47ed41e-e27f-4b91-96ab-781c48d6be77 port 60019005-db42-4ae6-afa5-7617932160a4 binding host dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:16:21.698309 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d8c25ef-cf86-5e97-9a45-35b8c86f43c7-7f08d1c6-2895-44e4-a846-b5203d7d79aa', 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'fixed_ips': [{'subnet_id': '5a2b8c82-2577-4856-8263-918aae16fcb7'}]}} from dv-cinder-786260-7-smb. {{(pid=93152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:16:21.698309 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:21.698309 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:21.725451 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 22dcaf06-699a-4317-8536-7b43e55199fb no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:16:21.770569 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fefd7-69d4-4d5b-9622-cc9aa1f6b8ed req-e3e5e478-0329-4d16-b93c-3b88087f14ed tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:21.776845 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b46fefd7-69d4-4d5b-9622-cc9aa1f6b8ed req-e3e5e478-0329-4d16-b93c-3b88087f14ed tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 948 time: 0.4424882 Jun 29 16:16:21.782790 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-adf64a39-0f47-429a-9587-ebc51b5232cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:21.785348 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-adf64a39-0f47-429a-9587-ebc51b5232cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=e98add6d-1a97-4b5b-aee4-f2914e39331f HTTP/1.1" status: 200 len: 870 time: 0.3913679 Jun 29 16:16:21.874768 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-9f2d5056-68ed-4c0b-9bd4-eecd09aecd77 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=ff9a6675-e3c4-46fa-b2db-05d8eab24b81 HTTP/1.1" status: 200 len: 217 time: 0.0691123 Jun 29 16:16:22.032780 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e49a2be2-e76a-452c-875d-3d333cadfb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.100512 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-46a3ffb6-867b-42f9-b74a-627d89a1d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:22.101992 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-46a3ffb6-867b-42f9-b74a-627d89a1d7ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6574514 Jun 29 16:16:22.159427 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1655823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-790'] for router, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.196632 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b46fefd7-69d4-4d5b-9622-cc9aa1f6b8ed req-a8c8bef0-c864-45b6-90aa-36fc5240e6aa tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806472 Jun 29 16:16:22.213908 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-e2fccc0f-9c35-41f5-80ca-67676221d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:22.215604 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-e2fccc0f-9c35-41f5-80ca-67676221d99d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2116142d-65cd-4cdd-a848-42766f19fd7f HTTP/1.1" status: 200 len: 843 time: 0.3068924 Jun 29 16:16:22.249268 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1bdd2-2ed1-480b-a414-6a5edc02212a req-4ae84bd6-1c6c-4882-8e47-5c73a497b767 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:22.250891 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-40e1bdd2-2ed1-480b-a414-6a5edc02212a req-4ae84bd6-1c6c-4882-8e47-5c73a497b767 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 946 time: 0.3852348 Jun 29 16:16:22.317375 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-40e1bdd2-2ed1-480b-a414-6a5edc02212a req-1692125b-c71e-405a-bdb9-14f5f1491480 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430319 Jun 29 16:16:22.323918 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.336909 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-088ac6bd-b49e-4902-a257-b8b02fb3c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:22.339145 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-088ac6bd-b49e-4902-a257-b8b02fb3c831 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e98add6d-1a97-4b5b-aee4-f2914e39331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1148119 Jun 29 16:16:22.404444 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.416574 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:22.419019 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b4854-ae90-41a9-9ea1-c1da2a06bb79" -d '{"events": [{"server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "name": "network-vif-unplugged", "status": "completed", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:22.442749 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-f221eacc-716e-4619-ae27-ba400c1d2740 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045390 Jun 29 16:16:22.459707 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Allocated IP 172.20.0.2 (7f08d1c6-2895-44e4-a846-b5203d7d79aa/5a2b8c82-2577-4856-8263-918aae16fcb7/fea0d7e3-ddc4-445b-97b6-cd27d4b45057) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:22.506616 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:22.519328 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.526703 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:22.535144 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.579557 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-4e00c711-8497-4535-94fd-f76535410ed9 service neutron] 10.222.0.61 "GET /v2.0/networks/e98add6d-1a97-4b5b-aee4-f2914e39331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272913 Jun 29 16:16:22.626853 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-6be2ec70-19e3-4793-8f8a-caacc46fd4b7 req-c316e051-8b6c-4fbd-9b92-462ae0989f36 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775331 Jun 29 16:16:22.692899 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee24bab-9ef9-49ca-9c3d-2c2ae0e1aa74 req-5103d022-1fc8-4f96-8238-4dfc446ffad4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:22.694613 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cee24bab-9ef9-49ca-9c3d-2c2ae0e1aa74 req-5103d022-1fc8-4f96-8238-4dfc446ffad4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1965356 Jun 29 16:16:22.695771 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=8']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:22.701948 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:22.731921 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ed352f52-e490-45ee-8825-a9ef6a95274d req-6fe8c953-3cda-4a97-b4c9-196cdf606157 service neutron] 10.222.0.61 "GET /v2.0/networks/e98add6d-1a97-4b5b-aee4-f2914e39331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478748 Jun 29 16:16:22.777470 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cee24bab-9ef9-49ca-9c3d-2c2ae0e1aa74 req-de16603f-fbf2-47b0-9dde-1f5fd75d8621 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698869 Jun 29 16:16:22.780927 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.818638 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.864862 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc01fcd-7f3c-4027-9eab-4903ba14e2c5 x-openstack-request-id: req-5bc01fcd-7f3c-4027-9eab-4903ba14e2c5 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:22.865165 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "name": "network-vif-unplugged", "status": "failed", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb", "code": 422}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:22.865484 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5bc01fcd-7f3c-4027-9eab-4903ba14e2c5 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:22.866902 dv-cinder-786260-7-smb neutron-server[93152]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb', 'code': 422} returned with failed status Jun 29 16:16:22.908101 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.917536 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Transition to ACTIVE for port object fea0d7e3-ddc4-445b-97b6-cd27d4b45057 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:22.925320 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.944384 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Transition to ACTIVE for port object 60019005-db42-4ae6-afa5-7617932160a4 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:22.946793 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Transition to ACTIVE for port object fea0d7e3-ddc4-445b-97b6-cd27d4b45057 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:22.953948 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.957339 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:22.963448 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:22.987428 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Allocated IP 172.28.0.146 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/ad1d4405-cc79-4427-8845-42dc23be5d79) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:23.040379 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Network 7f08d1c6-2895-44e4-a846-b5203d7d79aa is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:23.048313 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:23.052719 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:23.079927 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686da538-09c5-4d6f-b1b3-c39d2f28ae41 None None] Pushing event updated for resources: {'Port': ['ID=60019005-db42-4ae6-afa5-7617932160a4,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:23.086714 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-686da538-09c5-4d6f-b1b3-c39d2f28ae41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:23.088650 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:23.210387 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.213317 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Attempting to bind port 60019005-db42-4ae6-afa5-7617932160a4 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:23.213747 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Attempting to bind port 60019005-db42-4ae6-afa5-7617932160a4 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:23.214121 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Attempting to bind port 60019005-db42-4ae6-afa5-7617932160a4 on network da301bec-01b9-4017-b7b4-8b818fb048cc {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:23.255540 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Pushing event updated for resources: {'Port': ['ID=fea0d7e3-ddc4-445b-97b6-cd27d4b45057,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:23.266711 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:23.276314 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:23.276754 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Checking segment: {'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:23.277207 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.277621 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Bound using segment: {'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:23.278470 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Bound port: 60019005-db42-4ae6-afa5-7617932160a4, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:23.278919 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.317360 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.320503 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-414d9736-9aba-4b3a-b073-045777fc9782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:23.379678 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Attempting to bind port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:23.380059 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Attempting to bind port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '317b0e19-5d1a-4ea4-a626-c77c3de607e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:23.380432 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Attempting to bind port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 on network 7f08d1c6-2895-44e4-a846-b5203d7d79aa {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:23.399679 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:23.414563 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.414892 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:23.419374 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:23.425597 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:23.426197 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Checking segment: {'id': '317b0e19-5d1a-4ea4-a626-c77c3de607e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:23.428247 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.428883 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Bound using segment: {'id': '317b0e19-5d1a-4ea4-a626-c77c3de607e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:23.429463 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Bound port: fea0d7e3-ddc4-445b-97b6-cd27d4b45057, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317b0e19-5d1a-4ea4-a626-c77c3de607e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:23.430595 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.444483 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1d4405-cc79-4427-8845-42dc23be5d79,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:23.449064 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:23.490448 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] For port 60019005-db42-4ae6-afa5-7617932160a4, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:23.554330 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc37e40-5200-4175-b445-3bfec02667c4 req-65718ff9-e1d8-4a76-b074-61bb5ea66633 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:23.555896 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dcc37e40-5200-4175-b445-3bfec02667c4 req-65718ff9-e1d8-4a76-b074-61bb5ea66633 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 948 time: 0.1527991 Jun 29 16:16:23.575072 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] For port 60019005-db42-4ae6-afa5-7617932160a4, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=60019005-db42-4ae6-afa5-7617932160a4,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:23.596832 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.622565 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:23.678141 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dcc37e40-5200-4175-b445-3bfec02667c4 req-2f2619d0-53dd-421b-93c0-dc7eadcd6519 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101210 Jun 29 16:16:23.748259 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device ff9a6675-e3c4-46fa-b2db-05d8eab24b81 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:16:23.814525 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] For port fea0d7e3-ddc4-445b-97b6-cd27d4b45057, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:23.855211 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] For port fea0d7e3-ddc4-445b-97b6-cd27d4b45057, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=fea0d7e3-ddc4-445b-97b6-cd27d4b45057,segment=NetworkSegment(317b0e19-5d1a-4ea4-a626-c77c3de607e2),segment_id=317b0e19-5d1a-4ea4-a626-c77c3de607e2)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:23.866263 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:23.871697 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686da538-09c5-4d6f-b1b3-c39d2f28ae41 None None] Pushing event updated for resources: {'Port': ['ID=60019005-db42-4ae6-afa5-7617932160a4,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:23.879599 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-686da538-09c5-4d6f-b1b3-c39d2f28ae41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:23.882095 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Routers {'b47ed41e-e27f-4b91-96ab-781c48d6be77'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:23.882864 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['b47ed41e-e27f-4b91-96ab-781c48d6be77'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:23.885112 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:23.940515 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:24.041551 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be125a0-2b54-43e6-9a9e-d03b8feb085c req-0f8503a4-a042-4436-8d49-fa01c065e51b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:24.043844 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9be125a0-2b54-43e6-9a9e-d03b8feb085c req-0f8503a4-a042-4436-8d49-fa01c065e51b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.1204805 Jun 29 16:16:24.157387 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9be125a0-2b54-43e6-9a9e-d03b8feb085c req-241ae253-1386-47c3-a410-0ceefb9af8a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023393 Jun 29 16:16:24.212594 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41718f-0517-4dc0-bc16-d5449cba49a2 req-5c4a36ff-7ca9-42cf-a9ab-5ca26c2fa226 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:24.214773 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6a41718f-0517-4dc0-bc16-d5449cba49a2 req-5c4a36ff-7ca9-42cf-a9ab-5ca26c2fa226 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1698723 Jun 29 16:16:24.252932 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Pushing event updated for resources: {'Port': ['ID=fea0d7e3-ddc4-445b-97b6-cd27d4b45057,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:24.259821 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:24.293764 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port ff9a6675-e3c4-46fa-b2db-05d8eab24b81, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,segment=NetworkSegment(2db46bf8-d075-4dff-bd7b-e0eaef274630),segment_id=2db46bf8-d075-4dff-bd7b-e0eaef274630)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:24.297205 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6a41718f-0517-4dc0-bc16-d5449cba49a2 req-62af7c96-9c24-49ae-af9a-98cf58911890 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759807 Jun 29 16:16:24.320496 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] Set router b47ed41e-e27f-4b91-96ab-781c48d6be77 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:24.321920 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': 'ff9a6675-e3c4-46fa-b2db-05d8eab24b81', 'network_id': 'e98add6d-1a97-4b5b-aee4-f2914e39331f', 'port_id': 'ff9a6675-e3c4-46fa-b2db-05d8eab24b81', 'mac_address': 'fa:16:3e:8f:35:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2116142d-65cd-4cdd-a848-42766f19fd7f', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:16:24.389016 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586085'] for router, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:24.450011 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 54548) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:24.515222 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:24.539056 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9a6675-e3c4-46fa-b2db-05d8eab24b81 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:16:24.610183 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port ff9a6675-e3c4-46fa-b2db-05d8eab24b81, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,segment=NetworkSegment(2db46bf8-d075-4dff-bd7b-e0eaef274630),segment_id=2db46bf8-d075-4dff-bd7b-e0eaef274630)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:24.652086 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:24.656375 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:24.666684 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-2ae49eb6-e92f-4125-a06d-07e62ad86cbe service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2153058 Jun 29 16:16:24.735591 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f is scheduled to L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b with binding_index 1 {{(pid=93150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:16:24.766421 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:24.770357 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:24.831931 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '60019005-db42-4ae6-afa5-7617932160a4', 'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'mac_address': 'fa:16:3e:59:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:16Z', 'updated_at': '2021-06-29T16:16:23Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'subnets': [{'id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:24.889067 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cd89c-3083-460b-acf5-9a79c0d8a87f None None] The sync data for ids ['b47ed41e-e27f-4b91-96ab-781c48d6be77'] in dv-cinder-786260-7-smb is: [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '60019005-db42-4ae6-afa5-7617932160a4', 'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'mac_address': 'fa:16:3e:59:4c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:16Z', 'updated_at': '2021-06-29T16:16:23Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'subnets': [{'id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:16:24.930940 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['ff9a6675-e3c4-46fa-b2db-05d8eab24b81'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:16:25.001810 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:16:25.002313 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3a527-1d2e-440c-b959-863c8ffe32ea req-ea2e9af9-cc24-4f4f-ac6c-763723026645 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:25.004855 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-87f3a527-1d2e-440c-b959-863c8ffe32ea req-ea2e9af9-cc24-4f4f-ac6c-763723026645 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 949 time: 0.1312025 Jun 29 16:16:25.035963 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Sync routers for ids ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:16:25.048974 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:25.061090 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7465179 Jun 29 16:16:25.061780 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54564) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:25.062295 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:25.066979 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Routers {'13fbdd8b-a47a-4ce9-9912-4e72e309c54f'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:25.067679 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:25.074160 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-87f3a527-1d2e-440c-b959-863c8ffe32ea req-f51345f8-047b-49d1-960f-45d1acf0948f tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586691 Jun 29 16:16:25.395516 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Set router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:25.637290 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'name': 'tempest-TestShelveInstance-1486530848-router', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:21Z', 'updated_at': '2021-06-29T16:16:23Z', 'revision_number': 3, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'gw_port': {'id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:22Z', 'updated_at': '2021-06-29T16:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:25.673386 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Checking router: 13fbdd8b-a47a-4ce9-9912-4e72e309c54f for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:16:25.674214 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Updating router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f port ad1d4405-cc79-4427-8845-42dc23be5d79 binding host dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:16:25.723370 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:25.738603 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 22dcaf06-699a-4317-8536-7b43e55199fb no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:16:25.820301 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f21d44-d67b-4902-b7c0-f495e2b70ead req-9772888f-cb20-4995-b1c4-4aeee9d2a0bd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:25.831468 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-29f21d44-d67b-4902-b7c0-f495e2b70ead req-9772888f-cb20-4995-b1c4-4aeee9d2a0bd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.3176816 Jun 29 16:16:26.008334 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-29f21d44-d67b-4902-b7c0-f495e2b70ead req-02befa3f-1dc9-44aa-aa83-ea4cb1429e91 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719444 Jun 29 16:16:26.044431 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e4fe5-3433-4d50-81c0-9f37d3a1a1a3 req-ec43a994-9743-4fbe-bd3d-9c5fe01e5c55 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:26.046190 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c48e4fe5-3433-4d50-81c0-9f37d3a1a1a3 req-ec43a994-9743-4fbe-bd3d-9c5fe01e5c55 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.4155402 Jun 29 16:16:26.091004 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.099298 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fea87e-01cd-445b-98a7-65d31dab931c None None] Network 7f08d1c6-2895-44e4-a846-b5203d7d79aa requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:16:26.124757 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c48e4fe5-3433-4d50-81c0-9f37d3a1a1a3 req-e081a075-1ec8-4579-b54c-1542cb5a554b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714612 Jun 29 16:16:26.247927 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.269984 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Transition to ACTIVE for port object ad1d4405-cc79-4427-8845-42dc23be5d79 will not be triggered until provisioned by entity L2. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:26.283433 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.286769 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:26.329474 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd232f22-51e3-4f49-8ccb-415bbaf1516b None None] Pushing event updated for resources: {'Port': ['ID=ad1d4405-cc79-4427-8845-42dc23be5d79,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:26.344386 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fd232f22-51e3-4f49-8ccb-415bbaf1516b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:26.382349 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-8d0d1229-f7d8-4c51-bf8e-001b4b98ffdd None None] Provisioning for port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:26.382718 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Attempting to bind port ad1d4405-cc79-4427-8845-42dc23be5d79 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:26.383268 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Attempting to bind port ad1d4405-cc79-4427-8845-42dc23be5d79 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:26.383876 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Attempting to bind port ad1d4405-cc79-4427-8845-42dc23be5d79 on network 2a2ef043-d930-438a-b7bc-58c08f4c893b {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:26.393132 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:26.393514 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Checking segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:26.393946 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.396585 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Bound using segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:26.397321 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Bound port: ad1d4405-cc79-4427-8845-42dc23be5d79, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:26.397940 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.418928 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e6ce8-9cd0-4088-8a8a-95312f769465 req-a8f934eb-9c61-44ca-872a-193a7307a87d tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:26.427948 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-772e6ce8-9cd0-4088-8a8a-95312f769465 req-a8f934eb-9c61-44ca-872a-193a7307a87d tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 949 time: 0.1360359 Jun 29 16:16:26.516391 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] For port ad1d4405-cc79-4427-8845-42dc23be5d79, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:26.522778 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] For port ad1d4405-cc79-4427-8845-42dc23be5d79, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=ad1d4405-cc79-4427-8845-42dc23be5d79,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:26.530699 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.544122 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:26.556110 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-772e6ce8-9cd0-4088-8a8a-95312f769465 req-0c907bd9-db04-4134-839d-0fa1daa30250 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256895 Jun 29 16:16:26.606055 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Allocated IP 172.20.0.1 (7f08d1c6-2895-44e4-a846-b5203d7d79aa/5a2b8c82-2577-4856-8263-918aae16fcb7/b043368d-51e5-4988-8f7b-9670597ac28f) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:26.640380 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd232f22-51e3-4f49-8ccb-415bbaf1516b None None] Pushing event updated for resources: {'Port': ['ID=ad1d4405-cc79-4427-8845-42dc23be5d79,revision_number=3']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:26.649927 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-fd232f22-51e3-4f49-8ccb-415bbaf1516b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:26.656492 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Routers {'13fbdd8b-a47a-4ce9-9912-4e72e309c54f'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:26.657117 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:26.746365 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device fea0d7e3-ddc4-445b-97b6-cd27d4b45057 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:26.774035 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.808570 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.provisioning_blocks [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Transition to ACTIVE for port object b043368d-51e5-4988-8f7b-9670597ac28f will not be triggered until provisioned by entity DHCP. {{(pid=93150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:26.823249 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:26.827593 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:26.828546 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.855944 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] Set router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:26.871613 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:26.886971 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:26.954553 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Network 7f08d1c6-2895-44e4-a846-b5203d7d79aa is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:26.957643 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:26.982866 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:27.012662 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.057258 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Pushing event updated for resources: {'Port': ['ID=b043368d-51e5-4988-8f7b-9670597ac28f,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:27.090390 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port fea0d7e3-ddc4-445b-97b6-cd27d4b45057, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=fea0d7e3-ddc4-445b-97b6-cd27d4b45057,segment=NetworkSegment(317b0e19-5d1a-4ea4-a626-c77c3de607e2),segment_id=317b0e19-5d1a-4ea4-a626-c77c3de607e2)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:27.099512 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:27.103145 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.110056 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658242'] for router_interface, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.117773 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 60019005-db42-4ae6-afa5-7617932160a4 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:27.194405 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-4a1549d9-78fb-4747-b3fc-f3a188e8fa13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:27.259268 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'name': 'tempest-TestShelveInstance-1486530848-router', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:21Z', 'updated_at': '2021-06-29T16:16:23Z', 'revision_number': 3, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'gw_port': {'id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:22Z', 'updated_at': '2021-06-29T16:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:27.317059 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-dbea7138-effa-4f74-bee6-ddbf6952ec11 None None] Provisioning complete for port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:27.317448 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dbea7138-effa-4f74-bee6-ddbf6952ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.327895 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90985ca7-2200-4ba2-b638-9159cb786867 None None] The sync data for ids ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'] in dv-cinder-786260-7-smb is: [{'id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'name': 'tempest-TestShelveInstance-1486530848-router', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:21Z', 'updated_at': '2021-06-29T16:16:23Z', 'revision_number': 3, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'gw_port': {'id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:22Z', 'updated_at': '2021-06-29T16:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:16:27.437733 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 60019005-db42-4ae6-afa5-7617932160a4 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:27.443232 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 60019005-db42-4ae6-afa5-7617932160a4 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:27.443436 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.449200 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=fea0d7e3-ddc4-445b-97b6-cd27d4b45057,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:27.453139 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:27.600082 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.646692 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-05af0df0-b733-487c-91b4-2ce5f096f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:27.649104 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-05af0df0-b733-487c-91b4-2ce5f096f30e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179&tenant_id=ede810cff1934209b9175f05a4ca66be HTTP/1.1" status: 200 len: 1097 time: 0.3674343 Jun 29 16:16:27.659106 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00c257-059e-4857-bf01-3bfbfeabc091 req-c6096a2c-5452-4465-bed3-b5c6ca891372 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:27.663747 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 60019005-db42-4ae6-afa5-7617932160a4, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=60019005-db42-4ae6-afa5-7617932160a4,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:27.668607 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1b00c257-059e-4857-bf01-3bfbfeabc091 req-c6096a2c-5452-4465-bed3-b5c6ca891372 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.3314004 Jun 29 16:16:27.678163 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.687049 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:27.762744 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=60019005-db42-4ae6-afa5-7617932160a4,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:27.775412 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device ff9a6675-e3c4-46fa-b2db-05d8eab24b81 up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:27.777450 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5115b-fe36-4a23-b7d3-faea1d117ee2 req-a591fb77-5043-4252-b338-8474e6f5353a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:27.778023 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:27.779228 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-fd7ba9e0-61b1-43cf-b56d-602037c2821e None None] Provisioning for port b043368d-51e5-4988-8f7b-9670597ac28f completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:27.791441 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-25a5115b-fe36-4a23-b7d3-faea1d117ee2 req-a591fb77-5043-4252-b338-8474e6f5353a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.3406088 Jun 29 16:16:27.836628 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-fd7ba9e0-61b1-43cf-b56d-602037c2821e None None] Provisioning complete for port b043368d-51e5-4988-8f7b-9670597ac28f triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:27.837271 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-fd7ba9e0-61b1-43cf-b56d-602037c2821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.864877 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.902390 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ba9e0-61b1-43cf-b56d-602037c2821e None None] Port b043368d-51e5-4988-8f7b-9670597ac28f cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:16:27.925455 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:27.935565 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:27.936216 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:27.937870 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1b00c257-059e-4857-bf01-3bfbfeabc091 req-f3da67f6-5725-4f4d-bb25-1a67781a10fa tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656863 Jun 29 16:16:27.942757 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-25a5115b-fe36-4a23-b7d3-faea1d117ee2 req-d3001e09-2661-401a-9b79-b2a68d5b75b7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440907 Jun 29 16:16:28.001800 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-06f6c6f8-01ac-4d17-81aa-04791a5f9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:28.005852 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-06f6c6f8-01ac-4d17-81aa-04791a5f9e8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 1097 time: 0.3271279 Jun 29 16:16:28.158924 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:28.189653 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-901b9478-6742-4842-a5ae-a8ffdb4cfef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:28.191365 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-901b9478-6742-4842-a5ae-a8ffdb4cfef9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 918 time: 0.1792762 Jun 29 16:16:28.194977 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:28.211066 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134699'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:28.215052 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e1e8b1af-3fe3-4052-9c54-200d3d3a750d tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:28.216694 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30d30ea-93a3-4b5a-b9af-e004e5852fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a6675-e3c4-46fa-b2db-05d8eab24b81'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:28.228614 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c838af3d-3c22-4a04-a5b8-0f5917661925" -d '{"events": [{"server_uuid": "c30d30ea-93a3-4b5a-b9af-e004e5852fe9", "name": "network-vif-plugged", "status": "completed", "tag": "ff9a6675-e3c4-46fa-b2db-05d8eab24b81"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:28.261514 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port ff9a6675-e3c4-46fa-b2db-05d8eab24b81, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,segment=NetworkSegment(2db46bf8-d075-4dff-bd7b-e0eaef274630),segment_id=2db46bf8-d075-4dff-bd7b-e0eaef274630)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:28.268288 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:28.270419 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-686da538-09c5-4d6f-b1b3-c39d2f28ae41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:28.288327 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Pushing event updated for resources: {'Port': ['ID=b043368d-51e5-4988-8f7b-9670597ac28f,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:28.291974 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:28.313671 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658134'] for router_interface, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:28.323006 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9119c824-9d48-4f7d-9203-46ea15362b74 x-openstack-request-id: req-9119c824-9d48-4f7d-9203-46ea15362b74 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:28.323342 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30d30ea-93a3-4b5a-b9af-e004e5852fe9", "name": "network-vif-plugged", "status": "completed", "tag": "ff9a6675-e3c4-46fa-b2db-05d8eab24b81", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:28.323557 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9119c824-9d48-4f7d-9203-46ea15362b74 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:28.324061 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30d30ea-93a3-4b5a-b9af-e004e5852fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a6675-e3c4-46fa-b2db-05d8eab24b81', 'code': 200} Jun 29 16:16:28.388970 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:28.391985 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:28.463391 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Network 7f08d1c6-2895-44e4-a846-b5203d7d79aa is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:28.464591 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:28.472486 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-d81e6705-5015-4219-bf04-d4c0901baf21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22dcaf06-699a-4317-8536-7b43e55199fb HTTP/1.1" status: 200 len: 1000 time: 0.2728741 Jun 29 16:16:28.548768 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-5f9102ac-f485-4391-b3de-46161a3aec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:28.551067 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-5f9102ac-f485-4391-b3de-46161a3aec79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.0625720 Jun 29 16:16:28.571780 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87452d4e-7247-425a-90f6-5ddde57682f9 req-b4b0e833-b489-4db2-a699-57050e8421e2 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:28.579441 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-87452d4e-7247-425a-90f6-5ddde57682f9 req-b4b0e833-b489-4db2-a699-57050e8421e2 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.3689296 Jun 29 16:16:28.666039 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:16:28.710914 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-87452d4e-7247-425a-90f6-5ddde57682f9 req-ee0d2247-1776-453f-b9af-d38c46033f53 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304424 Jun 29 16:16:28.732587 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device ad1d4405-cc79-4427-8845-42dc23be5d79 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:28.739603 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-a22a2f86-2498-4c5a-912a-c861b07245e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:28.741400 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-a22a2f86-2498-4c5a-912a-c861b07245e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1546867 Jun 29 16:16:28.877962 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port ad1d4405-cc79-4427-8845-42dc23be5d79 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:28.887467 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port ad1d4405-cc79-4427-8845-42dc23be5d79 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:28.888228 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:28.902981 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:16:28.936432 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] 10.222.0.83 "PUT /v2.0/routers/13fbdd8b-a47a-4ce9-9912-4e72e309c54f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8733759 Jun 29 16:16:28.947895 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-a73127ae-748e-4a3c-ae67-d6f7010b510e service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905611 Jun 29 16:16:28.976969 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-a3fc9ce7-c373-4067-a70a-64071bc5f00a None None] Provisioning complete for port b043368d-51e5-4988-8f7b-9670597ac28f triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:28.977458 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a3fc9ce7-c373-4067-a70a-64071bc5f00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:28.990400 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff281bd-1df2-4d03-a9e4-d6cb7d189692 req-3191040b-314f-47f9-b939-6655937bc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:28.992556 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-0ff281bd-1df2-4d03-a9e4-d6cb7d189692 req-3191040b-314f-47f9-b939-6655937bc717 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 1103 time: 0.1282418 Jun 29 16:16:29.094082 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-0ff281bd-1df2-4d03-a9e4-d6cb7d189692 req-f5b13fff-2064-4db7-ba76-67de9c1c9b43 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929403 Jun 29 16:16:29.118280 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc9ce7-c373-4067-a70a-64071bc5f00a None None] Port b043368d-51e5-4988-8f7b-9670597ac28f cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:16:29.152443 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d50b6f06-94e9-405d-b230-77c9ed5a85ca req-4510405f-dd7a-40c1-a1d8-b5f57403a69b service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963174 Jun 29 16:16:29.156519 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:29.194603 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port ad1d4405-cc79-4427-8845-42dc23be5d79, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=ad1d4405-cc79-4427-8845-42dc23be5d79,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:29.200016 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:29.201107 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device fea0d7e3-ddc4-445b-97b6-cd27d4b45057 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:29.246185 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:29.307003 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=ad1d4405-cc79-4427-8845-42dc23be5d79,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:29.311240 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:29.324959 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c2d00-19ff-4d17-97d7-8e4068e199b7 req-faeae900-021e-4b21-a5a3-2d2a51b1c7c5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:29.327349 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:29.327850 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:29.333009 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6a4c2d00-19ff-4d17-97d7-8e4068e199b7 req-faeae900-021e-4b21-a5a3-2d2a51b1c7c5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1551216 Jun 29 16:16:29.435095 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 60019005-db42-4ae6-afa5-7617932160a4 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:29.496450 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 60019005-db42-4ae6-afa5-7617932160a4 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:29.497151 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:29.634694 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6a4c2d00-19ff-4d17-97d7-8e4068e199b7 req-b614d773-9d35-4913-915e-d2c889ca098e tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005130 Jun 29 16:16:29.649357 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d7d8e-8b78-4c77-bfbf-2ae6597fb93b req-6289cb30-4b35-4edd-a5c8-97fbd1e5a3f8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:29.650872 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9c4d7d8e-8b78-4c77-bfbf-2ae6597fb93b req-6289cb30-4b35-4edd-a5c8-97fbd1e5a3f8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.4001851 Jun 29 16:16:29.723647 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9c4d7d8e-8b78-4c77-bfbf-2ae6597fb93b req-4040555f-74c8-4afe-81b7-ddac9d8a4dd4 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513482 Jun 29 16:16:29.972984 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6f04b-a45f-4048-9510-8554ca9ff0c3 req-5efaf1f6-a43f-400a-b38d-7d32531aa85f tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:29.984057 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d4b6f04b-a45f-4048-9510-8554ca9ff0c3 req-5efaf1f6-a43f-400a-b38d-7d32531aa85f tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.0958254 Jun 29 16:16:30.048519 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d4b6f04b-a45f-4048-9510-8554ca9ff0c3 req-f4076d7b-b883-4551-ab7b-f99f3e9e149f tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633225 Jun 29 16:16:30.090374 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Sync routers for ids ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:16:30.118470 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Routers {'13fbdd8b-a47a-4ce9-9912-4e72e309c54f'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:30.121001 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:30.463767 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Set router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:30.575092 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 54634) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:30.580271 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-d4497cbb-14c4-43a2-a888-2aba1360a403 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1099564782', 'description': 'tempest-secgroup-smoke-1099564782 description', 'project_id': '7ce43a5ee1ea4e489191275815a7235b'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:30.686256 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device ad1d4405-cc79-4427-8845-42dc23be5d79 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:30.690680 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d4497cbb-14c4-43a2-a888-2aba1360a403 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:30.804139 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port ad1d4405-cc79-4427-8845-42dc23be5d79 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:30.804139 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:30.903511 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'name': 'tempest-TestShelveInstance-1486530848-router', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:21Z', 'updated_at': '2021-06-29T16:16:27Z', 'revision_number': 4, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'gw_port': {'id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:22Z', 'updated_at': '2021-06-29T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'b043368d-51e5-4988-8f7b-9670597ac28f', 'name': '', 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'mac_address': 'fa:16:3e:ac:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5a2b8c82-2577-4856-8263-918aae16fcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:26Z', 'updated_at': '2021-06-29T16:16:27Z', 'revision_number': 2, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'subnets': [{'id': '5a2b8c82-2577-4856-8263-918aae16fcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:30.934548 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Checking router: 13fbdd8b-a47a-4ce9-9912-4e72e309c54f for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:16:30.934875 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Updating router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f port b043368d-51e5-4988-8f7b-9670597ac28f binding host dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:16:31.027461 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d4497cbb-14c4-43a2-a888-2aba1360a403 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.039446 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d4497cbb-14c4-43a2-a888-2aba1360a403 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.050186 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.062677 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-6c209dad-af3f-484e-9a8b-99885a1ecebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:31.076386 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-d4497cbb-14c4-43a2-a888-2aba1360a403 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.077894 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-d4497cbb-14c4-43a2-a888-2aba1360a403 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5017197 Jun 29 16:16:31.081148 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54642) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:31.086130 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-190d0e16-34b4-4c24-8be2-d5d769b17453 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Request body: {'security_group_rule': {'security_group_id': '902ebbd4-82ff-4a89-8249-6883c71602b7', 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:31.101426 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4497cbb-14c4-43a2-a888-2aba1360a403 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902ebbd4-82ff-4a89-8249-6883c71602b7,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:31.144706 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-d4497cbb-14c4-43a2-a888-2aba1360a403 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:31.213679 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bc807-741f-4d30-9b00-e20b339280dc req-2bf2d375-1f88-4c4c-83e8-7f58e16b1356 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:31.217930 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-190d0e16-34b4-4c24-8be2-d5d769b17453 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.233178 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-036bc807-741f-4d30-9b00-e20b339280dc req-2bf2d375-1f88-4c4c-83e8-7f58e16b1356 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.3195817 Jun 29 16:16:31.296687 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e671d36-4338-41a9-b8bc-3ede26330e6a req-53ef47ba-623e-48d3-a855-655ee9558e36 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:31.299859 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9e671d36-4338-41a9-b8bc-3ede26330e6a req-53ef47ba-623e-48d3-a855-655ee9558e36 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.3251486 Jun 29 16:16:31.319202 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-190d0e16-34b4-4c24-8be2-d5d769b17453 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.324894 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-190d0e16-34b4-4c24-8be2-d5d769b17453 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.334046 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:31.356498 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d0e16-34b4-4c24-8be2-d5d769b17453 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb14ae85-74a1-459f-9cea-a46e6564c535,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:31.361839 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-190d0e16-34b4-4c24-8be2-d5d769b17453 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:31.365938 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-190d0e16-34b4-4c24-8be2-d5d769b17453 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.372081 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-190d0e16-34b4-4c24-8be2-d5d769b17453 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2898057 Jun 29 16:16:31.372850 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54648) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:31.377990 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-764652ab-2157-4d01-befb-15d228fe65e5 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Request body: {'security_group_rule': {'security_group_id': '902ebbd4-82ff-4a89-8249-6883c71602b7', 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:31.379417 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9e671d36-4338-41a9-b8bc-3ede26330e6a req-67e7c07e-176c-4b63-a87b-b6c7749a4400 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687873 Jun 29 16:16:31.401737 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-036bc807-741f-4d30-9b00-e20b339280dc req-c97ebc9e-ce57-4ece-b0c1-8f6332a68b3d tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614580 Jun 29 16:16:31.472224 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-764652ab-2157-4d01-befb-15d228fe65e5 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.583340 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-764652ab-2157-4d01-befb-15d228fe65e5 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.594526 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-764652ab-2157-4d01-befb-15d228fe65e5 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.604266 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-000d4b10-7da7-4dcf-829e-4ffd6d39fd25 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:31.630664 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764652ab-2157-4d01-befb-15d228fe65e5 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7cd4a6-51b2-417d-af8b-58ae28caefad,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:31.635212 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-764652ab-2157-4d01-befb-15d228fe65e5 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:31.637232 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-764652ab-2157-4d01-befb-15d228fe65e5 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.644084 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-764652ab-2157-4d01-befb-15d228fe65e5 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2699301 Jun 29 16:16:31.644947 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54650) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:31.650919 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-44dfea03-1cbe-4cad-8919-9bc5b22ab053 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Request body: {'security_group_rule': {'security_group_id': '902ebbd4-82ff-4a89-8249-6883c71602b7', 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:31.701954 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-44dfea03-1cbe-4cad-8919-9bc5b22ab053 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.732248 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742d3b6-34f1-43d1-8eca-8e9c1a1d44fd req-a0e4d67c-9b51-480f-ab33-a1839bae5d94 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:31.741571 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e742d3b6-34f1-43d1-8eca-8e9c1a1d44fd req-a0e4d67c-9b51-480f-ab33-a1839bae5d94 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.1426330 Jun 29 16:16:31.756296 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.782430 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Transition to ACTIVE for port object b043368d-51e5-4988-8f7b-9670597ac28f will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:31.792969 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.796373 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-44dfea03-1cbe-4cad-8919-9bc5b22ab053 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.802132 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:31.806827 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-44dfea03-1cbe-4cad-8919-9bc5b22ab053 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.817344 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-190d0e16-34b4-4c24-8be2-d5d769b17453 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:31.829309 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e742d3b6-34f1-43d1-8eca-8e9c1a1d44fd req-21ab2a5e-8752-4f56-a424-ba5ce8014e0b tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867620 Jun 29 16:16:31.844489 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfea03-1cbe-4cad-8919-9bc5b22ab053 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70006534-4662-4f3b-a667-df45841781dd,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:31.848199 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-44dfea03-1cbe-4cad-8919-9bc5b22ab053 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:31.867519 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-44dfea03-1cbe-4cad-8919-9bc5b22ab053 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.872211 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 54654) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:31.872714 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-44dfea03-1cbe-4cad-8919-9bc5b22ab053 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2264497 Jun 29 16:16:31.877108 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-f6e27a72-d9dd-466d-82af-f7291818f1f0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Request body: {'security_group_rule': {'security_group_id': '902ebbd4-82ff-4a89-8249-6883c71602b7', 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:31.935550 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f6e27a72-d9dd-466d-82af-f7291818f1f0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:31.951719 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035f789-b98c-4d0d-b908-034692335f14 None None] Pushing event updated for resources: {'Port': ['ID=b043368d-51e5-4988-8f7b-9670597ac28f,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:31.967180 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-e035f789-b98c-4d0d-b908-034692335f14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:32.075773 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f6e27a72-d9dd-466d-82af-f7291818f1f0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.083374 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f6e27a72-d9dd-466d-82af-f7291818f1f0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.085798 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-eb9a7bac-0944-4da4-8e78-46384ac67391 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:32.108116 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e27a72-d9dd-466d-82af-f7291818f1f0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f17120d-a547-4669-86cc-4d640d8477c0,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:32.115351 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f6e27a72-d9dd-466d-82af-f7291818f1f0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:32.133402 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Attempting to bind port b043368d-51e5-4988-8f7b-9670597ac28f on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:32.135257 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Attempting to bind port b043368d-51e5-4988-8f7b-9670597ac28f by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '317b0e19-5d1a-4ea4-a626-c77c3de607e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:32.136088 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Attempting to bind port b043368d-51e5-4988-8f7b-9670597ac28f on network 7f08d1c6-2895-44e4-a846-b5203d7d79aa {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:32.140983 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f6e27a72-d9dd-466d-82af-f7291818f1f0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.144826 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-f6e27a72-d9dd-466d-82af-f7291818f1f0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2689741 Jun 29 16:16:32.145684 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54658) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:32.152598 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-637d49a8-7159-4f3b-b1ce-72173c80f01e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Request body: {'security_group_rule': {'security_group_id': '902ebbd4-82ff-4a89-8249-6883c71602b7', 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:32.163441 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:32.165908 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Checking segment: {'id': '317b0e19-5d1a-4ea4-a626-c77c3de607e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:32.166384 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.166925 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Bound using segment: {'id': '317b0e19-5d1a-4ea4-a626-c77c3de607e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:32.167423 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Bound port: b043368d-51e5-4988-8f7b-9670597ac28f, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317b0e19-5d1a-4ea4-a626-c77c3de607e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:32.167870 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.232084 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.securitygroups_db [None req-637d49a8-7159-4f3b-b1ce-72173c80f01e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Project 7ce43a5ee1ea4e489191275815a7235b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:16:32.244805 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-637d49a8-7159-4f3b-b1ce-72173c80f01e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.281794 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] For port b043368d-51e5-4988-8f7b-9670597ac28f, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:32.291086 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] For port b043368d-51e5-4988-8f7b-9670597ac28f, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=b043368d-51e5-4988-8f7b-9670597ac28f,segment=NetworkSegment(317b0e19-5d1a-4ea4-a626-c77c3de607e2),segment_id=317b0e19-5d1a-4ea4-a626-c77c3de607e2)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:32.298155 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.300592 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-4f68be21-1c99-4cb5-a8b8-3343eb4b9fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:32.382409 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035f789-b98c-4d0d-b908-034692335f14 None None] Pushing event updated for resources: {'Port': ['ID=b043368d-51e5-4988-8f7b-9670597ac28f,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:32.401484 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-e035f789-b98c-4d0d-b908-034692335f14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:32.443967 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-637d49a8-7159-4f3b-b1ce-72173c80f01e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.457095 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-637d49a8-7159-4f3b-b1ce-72173c80f01e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.460308 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:32.484217 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Routers {'13fbdd8b-a47a-4ce9-9912-4e72e309c54f'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:32.486422 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:32.486877 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d49a8-7159-4f3b-b1ce-72173c80f01e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645d50a8-e092-4d16-99f1-2a71c41992f9,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:32.506201 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-637d49a8-7159-4f3b-b1ce-72173c80f01e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:32.525395 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-637d49a8-7159-4f3b-b1ce-72173c80f01e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.527558 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-637d49a8-7159-4f3b-b1ce-72173c80f01e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3799999 Jun 29 16:16:32.530273 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 54666) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:32.535428 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-04fd46fd-0ecd-4f7a-8a62-e67fefcdd247 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Request body: {'security_group_rule': {'security_group_id': '902ebbd4-82ff-4a89-8249-6883c71602b7', 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:32.597622 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.securitygroups_db [None req-04fd46fd-0ecd-4f7a-8a62-e67fefcdd247 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Project 7ce43a5ee1ea4e489191275815a7235b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:16:32.624749 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-04fd46fd-0ecd-4f7a-8a62-e67fefcdd247 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.761832 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] Set router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:32.859916 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-04fd46fd-0ecd-4f7a-8a62-e67fefcdd247 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.873963 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-04fd46fd-0ecd-4f7a-8a62-e67fefcdd247 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:32.900537 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:32.940211 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60116b32-4070-445f-9d1c-6469f620a2ad req-8d912af4-7c63-4e95-a6a8-7ffda0ddaef2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:32.942148 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60116b32-4070-445f-9d1c-6469f620a2ad req-8d912af4-7c63-4e95-a6a8-7ffda0ddaef2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.2831917 Jun 29 16:16:33.046160 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd46fd-0ecd-4f7a-8a62-e67fefcdd247 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30ecc6e-8f27-47e7-ae4d-464d50da0e4b,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:33.059458 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-04fd46fd-0ecd-4f7a-8a62-e67fefcdd247 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:33.080891 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-04fd46fd-0ecd-4f7a-8a62-e67fefcdd247 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5420308 Jun 29 16:16:33.080891 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-04fd46fd-0ecd-4f7a-8a62-e67fefcdd247 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:33.131384 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afb82d-225f-478d-b5ca-ce7a00f1e885 req-510c3b42-03dc-4c0a-bc82-84b4daf942bd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:33.164402 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-94afb82d-225f-478d-b5ca-ce7a00f1e885 req-510c3b42-03dc-4c0a-bc82-84b4daf942bd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.4139359 Jun 29 16:16:33.206182 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60116b32-4070-445f-9d1c-6469f620a2ad req-036f0e45-34f9-46df-a78e-5c9889fbfdf7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351284 Jun 29 16:16:33.336302 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-94afb82d-225f-478d-b5ca-ce7a00f1e885 req-d088cdf4-c48b-44e4-a01a-44b9c541aca7 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707542 Jun 29 16:16:33.512903 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'name': 'tempest-TestShelveInstance-1486530848-router', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:21Z', 'updated_at': '2021-06-29T16:16:27Z', 'revision_number': 4, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'gw_port': {'id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:22Z', 'updated_at': '2021-06-29T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'b043368d-51e5-4988-8f7b-9670597ac28f', 'name': '', 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'mac_address': 'fa:16:3e:ac:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5a2b8c82-2577-4856-8263-918aae16fcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:26Z', 'updated_at': '2021-06-29T16:16:32Z', 'revision_number': 4, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'subnets': [{'id': '5a2b8c82-2577-4856-8263-918aae16fcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:33.549043 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6eaac2-545f-4c1a-b517-9d004c450757 None None] The sync data for ids ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'] in dv-cinder-786260-7-smb is: [{'id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'name': 'tempest-TestShelveInstance-1486530848-router', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:21Z', 'updated_at': '2021-06-29T16:16:27Z', 'revision_number': 4, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'gw_port': {'id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:22Z', 'updated_at': '2021-06-29T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'b043368d-51e5-4988-8f7b-9670597ac28f', 'name': '', 'network_id': '7f08d1c6-2895-44e4-a846-b5203d7d79aa', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'mac_address': 'fa:16:3e:ac:b0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '5a2b8c82-2577-4856-8263-918aae16fcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:26Z', 'updated_at': '2021-06-29T16:16:32Z', 'revision_number': 4, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'subnets': [{'id': '5a2b8c82-2577-4856-8263-918aae16fcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:16:33.680711 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166f98-6004-435a-af5d-f2e8f0f123b2 req-75a9651c-edad-4430-9dd4-b9ce6b24670b tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:33.690466 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-be166f98-6004-435a-af5d-f2e8f0f123b2 req-75a9651c-edad-4430-9dd4-b9ce6b24670b tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.1830513 Jun 29 16:16:33.952891 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-be166f98-6004-435a-af5d-f2e8f0f123b2 req-74991a54-b835-4dd3-8886-1f9df4e48951 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612913 Jun 29 16:16:34.641817 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device b043368d-51e5-4988-8f7b-9670597ac28f up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:34.743451 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed55496-3d8a-4c40-a94a-62cf90f31ee3 req-c34b7b07-1fc7-4d1c-b70e-b757df5c8580 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:34.753872 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1ed55496-3d8a-4c40-a94a-62cf90f31ee3 req-c34b7b07-1fc7-4d1c-b70e-b757df5c8580 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.2583976 Jun 29 16:16:34.765781 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port b043368d-51e5-4988-8f7b-9670597ac28f completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:34.774694 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port b043368d-51e5-4988-8f7b-9670597ac28f triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:34.775143 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:34.858342 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba50ae-17d2-4bff-b9b0-468b94842d04 req-57a41b15-720a-4f8b-b20b-ab493083aa62 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:34.859908 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f1ba50ae-17d2-4bff-b9b0-468b94842d04 req-57a41b15-720a-4f8b-b20b-ab493083aa62 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.2790837 Jun 29 16:16:34.955130 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1ed55496-3d8a-4c40-a94a-62cf90f31ee3 req-7cf89ccf-cfa4-4ccd-abb4-0e93f9ae3fdc tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815786 Jun 29 16:16:34.958263 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:35.004043 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f1ba50ae-17d2-4bff-b9b0-468b94842d04 req-d1b46720-f41f-4c98-a256-42cfa94a93a9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207221 Jun 29 16:16:35.070673 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port b043368d-51e5-4988-8f7b-9670597ac28f, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=b043368d-51e5-4988-8f7b-9670597ac28f,segment=NetworkSegment(317b0e19-5d1a-4ea4-a626-c77c3de607e2),segment_id=317b0e19-5d1a-4ea4-a626-c77c3de607e2)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:35.080008 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:35.120502 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:35.224808 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=b043368d-51e5-4988-8f7b-9670597ac28f,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:35.245591 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:35.336867 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c569b5-2e54-4406-8de7-dc8b1a2cb5d5 req-25b0b073-6ae7-4c73-a2f0-fc4e66e25d9d tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:35.344309 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-76c569b5-2e54-4406-8de7-dc8b1a2cb5d5 req-25b0b073-6ae7-4c73-a2f0-fc4e66e25d9d tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.1110587 Jun 29 16:16:35.425824 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-76c569b5-2e54-4406-8de7-dc8b1a2cb5d5 req-2a41fbf1-3603-4b5e-8adb-739e87dfebb7 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678008 Jun 29 16:16:36.220694 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6131335-3383-4347-ba6a-f52cbd39cca9 req-eca5393d-acf1-46f7-8d81-7c513bb0b891 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:36.228713 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6131335-3383-4347-ba6a-f52cbd39cca9 req-eca5393d-acf1-46f7-8d81-7c513bb0b891 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1203208 Jun 29 16:16:36.420490 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6131335-3383-4347-ba6a-f52cbd39cca9 req-afa5c3db-f39f-47c3-a8db-18086af2b9ee tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902490 Jun 29 16:16:36.483626 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7604f08-2775-4071-b2e3-cd0267322f04 req-d23f92f6-9000-4318-aa76-aa745acbfc3a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:36.492251 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f7604f08-2775-4071-b2e3-cd0267322f04 req-d23f92f6-9000-4318-aa76-aa745acbfc3a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.2479970 Jun 29 16:16:36.582006 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device b043368d-51e5-4988-8f7b-9670597ac28f up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:36.636215 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f7604f08-2775-4071-b2e3-cd0267322f04 req-64b5d23c-f25c-4e1c-a0d2-3f0463740566 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381147 Jun 29 16:16:36.695683 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port b043368d-51e5-4988-8f7b-9670597ac28f triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:36.696073 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:36.855819 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156557e5-b54f-41b8-b768-5a282a93cefc req-aa575fcb-858a-4315-8c74-cd19bfd13166 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:36.857449 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-156557e5-b54f-41b8-b768-5a282a93cefc req-aa575fcb-858a-4315-8c74-cd19bfd13166 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.1440563 Jun 29 16:16:36.908777 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-156557e5-b54f-41b8-b768-5a282a93cefc req-e244b66b-6ea7-40ce-ad25-a0a6f26ddd5b tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455925 Jun 29 16:16:37.642847 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1616a-6fc7-449e-9e79-ae183bccded7 req-93c7aaaf-5056-41b5-8baa-c4661f4d53f3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:37.652555 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-aec1616a-6fc7-449e-9e79-ae183bccded7 req-93c7aaaf-5056-41b5-8baa-c4661f4d53f3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0825548 Jun 29 16:16:37.707284 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-aec1616a-6fc7-449e-9e79-ae183bccded7 req-7a93a70f-0b60-4c3f-8108-c63d2b0c83be tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536962 Jun 29 16:16:37.920505 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4741b60-7841-49b6-8fb5-5b662199c348 req-61d33b65-b07f-4734-87e8-b09bce385922 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:37.922531 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a4741b60-7841-49b6-8fb5-5b662199c348 req-61d33b65-b07f-4734-87e8-b09bce385922 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.1077700 Jun 29 16:16:37.974047 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a4741b60-7841-49b6-8fb5-5b662199c348 req-71db595b-6a13-4076-9509-810106e2f07c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 Jun 29 16:16:38.141373 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b794a4f-9b36-47f3-94e3-2ab717f0fd9d req-dd399092-eafb-4229-83d3-5ee588c2608c tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:38.143059 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5b794a4f-9b36-47f3-94e3-2ab717f0fd9d req-dd399092-eafb-4229-83d3-5ee588c2608c tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.0936961 Jun 29 16:16:38.200607 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5b794a4f-9b36-47f3-94e3-2ab717f0fd9d req-e1c932e3-419b-423b-94a4-5963891bd91c tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509109 Jun 29 16:16:38.912997 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96972269-f10e-4f3f-bd8c-f0438ef9a39d req-31da53f4-141b-4e7d-b7b5-1e4b3892454c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:38.914676 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-96972269-f10e-4f3f-bd8c-f0438ef9a39d req-31da53f4-141b-4e7d-b7b5-1e4b3892454c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0774200 Jun 29 16:16:38.956040 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-96972269-f10e-4f3f-bd8c-f0438ef9a39d req-aff99207-1664-4060-9aa9-fd4972aa32e0 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350552 Jun 29 16:16:39.178751 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176c75b-c20e-410c-95da-075eb7b72d6a req-5315c8f6-9f0a-4545-98f7-42bbf6846483 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:39.186094 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3176c75b-c20e-410c-95da-075eb7b72d6a req-5315c8f6-9f0a-4545-98f7-42bbf6846483 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.0853980 Jun 29 16:16:39.246684 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3176c75b-c20e-410c-95da-075eb7b72d6a req-49b3edb3-0a51-4f6f-a8e5-b7d9bcad60b6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594814 Jun 29 16:16:39.480004 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94693d5f-a3e7-4a32-8a0e-c36688256281 req-3ae34e3b-c33a-478f-9bec-702a66754ab1 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:39.482625 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-94693d5f-a3e7-4a32-8a0e-c36688256281 req-3ae34e3b-c33a-478f-9bec-702a66754ab1 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.1052098 Jun 29 16:16:39.570615 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-94693d5f-a3e7-4a32-8a0e-c36688256281 req-9a4082d9-daad-4e00-94b3-9e7be5051c54 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820487 Jun 29 16:16:40.206011 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c578cf-a267-4d6a-976d-deeb3a449aea req-2edc8f38-cecc-4342-926b-55d8e2b77b32 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:40.214693 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a5c578cf-a267-4d6a-976d-deeb3a449aea req-2edc8f38-cecc-4342-926b-55d8e2b77b32 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1245904 Jun 29 16:16:40.261468 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a5c578cf-a267-4d6a-976d-deeb3a449aea req-7894553c-45dc-48c3-8e00-53fc47b06569 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Jun 29 16:16:40.513007 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e95bd-d323-4f3f-92e9-22b3992b4508 req-3c1c61db-1507-43b8-81ef-ef125af9244e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:40.514820 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f59e95bd-d323-4f3f-92e9-22b3992b4508 req-3c1c61db-1507-43b8-81ef-ef125af9244e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.1434748 Jun 29 16:16:40.597450 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f59e95bd-d323-4f3f-92e9-22b3992b4508 req-33440dc4-d5f5-403f-9c55-f9150e507c0a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754948 Jun 29 16:16:40.895784 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f598cc-4292-4180-8ba4-2dda8e077c8c req-86791a9a-646b-47af-944a-2dd6e3ef69cf tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:40.895784 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a9f598cc-4292-4180-8ba4-2dda8e077c8c req-86791a9a-646b-47af-944a-2dd6e3ef69cf tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.1620688 Jun 29 16:16:40.987915 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a9f598cc-4292-4180-8ba4-2dda8e077c8c req-411ab215-5c36-4695-84b6-b8e98ffb3f90 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968800 Jun 29 16:16:41.473701 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40292e66-3b12-4443-856f-3806b9133e94 req-b173e1eb-e4d9-42ab-b471-bb56c623acde tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:41.475757 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-40292e66-3b12-4443-856f-3806b9133e94 req-b173e1eb-e4d9-42ab-b471-bb56c623acde tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0809345 Jun 29 16:16:41.568360 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-40292e66-3b12-4443-856f-3806b9133e94 req-7ad0c114-bd4c-4191-a02e-000115558e6c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824168 Jun 29 16:16:41.980647 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609e3f0-51f3-4651-8de0-d3105df465fe req-efe26122-a66c-4731-b585-5250aa62e1b7 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:41.982406 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1609e3f0-51f3-4651-8de0-d3105df465fe req-efe26122-a66c-4731-b585-5250aa62e1b7 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.1004045 Jun 29 16:16:42.044433 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1609e3f0-51f3-4651-8de0-d3105df465fe req-90137233-b668-45fe-b90d-d1a89846d3e4 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541868 Jun 29 16:16:42.221429 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfd239-3fa5-402d-a412-ab3f0d6b48a0 req-eb51ce86-73f6-427d-ba00-ddf594b28fed tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:42.229329 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6cfd239-3fa5-402d-a412-ab3f0d6b48a0 req-eb51ce86-73f6-427d-ba00-ddf594b28fed tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.0901644 Jun 29 16:16:42.287771 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6cfd239-3fa5-402d-a412-ab3f0d6b48a0 req-7043c9c5-f5be-4b28-bdfe-e2df74babf87 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570378 Jun 29 16:16:42.761395 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85b691-b08d-4fb5-a825-2d76b9be00ff req-031b9b2e-4fd8-4e4a-b09b-b8e86e7f1f2c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:42.762888 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ca85b691-b08d-4fb5-a825-2d76b9be00ff req-031b9b2e-4fd8-4e4a-b09b-b8e86e7f1f2c tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0734622 Jun 29 16:16:42.806324 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ca85b691-b08d-4fb5-a825-2d76b9be00ff req-7f0f148d-fb9c-4491-8f87-930a8934d8c7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365648 Jun 29 16:16:43.227122 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986318fe-d1dd-40fd-80ef-475ee5ed0d94 req-e387ccfd-6800-4fa1-8e43-ab5fba66fa3d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:43.228686 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-986318fe-d1dd-40fd-80ef-475ee5ed0d94 req-e387ccfd-6800-4fa1-8e43-ab5fba66fa3d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.0679440 Jun 29 16:16:43.266358 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-986318fe-d1dd-40fd-80ef-475ee5ed0d94 req-6176b45d-6854-4e28-872e-d6e4868db62b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319083 Jun 29 16:16:43.456659 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7219bb-887d-4e75-9036-762fb47c6242 req-dd2dbbc4-7565-4a59-b858-66fc2f169df1 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:43.458113 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ee7219bb-887d-4e75-9036-762fb47c6242 req-dd2dbbc4-7565-4a59-b858-66fc2f169df1 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.0658035 Jun 29 16:16:43.500463 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ee7219bb-887d-4e75-9036-762fb47c6242 req-1978d57a-38ae-4a43-b1ee-04b65e0d93c2 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/security-groups?id=c12602ab-ea06-4332-ad9a-2506e88f5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362070 Jun 29 16:16:43.630247 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-a0968533-9ca1-4e8f-8518-a98713983bf5 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:43.631780 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-a0968533-9ca1-4e8f-8518-a98713983bf5 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.61 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 950 time: 0.0671730 Jun 29 16:16:43.764915 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Deleting port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:16:43.765661 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:43.862927 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] For port ff9a6675-e3c4-46fa-b2db-05d8eab24b81, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,segment=NetworkSegment(2db46bf8-d075-4dff-bd7b-e0eaef274630),segment_id=2db46bf8-d075-4dff-bd7b-e0eaef274630)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:43.863298 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:43.875461 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Calling delete_port for ff9a6675-e3c4-46fa-b2db-05d8eab24b81 owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:16:44.028354 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25be0d9-c52c-4a56-a765-00a737b060b6 req-7cbaf610-59a8-4146-992f-70794914fc93 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:44.029808 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f25be0d9-c52c-4a56-a765-00a737b060b6 req-7cbaf610-59a8-4146-992f-70794914fc93 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0980926 Jun 29 16:16:44.102370 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f25be0d9-c52c-4a56-a765-00a737b060b6 req-b24b46ce-71ef-4779-ac12-38b6235ba33b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514541 Jun 29 16:16:44.108584 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:44.115426 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-251a5373-f89e-4646-8afd-f38a07d9ad03 tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:44.121900 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['ff9a6675-e3c4-46fa-b2db-05d8eab24b81'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:16:44.142115 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Pushing event deleted for resources: {'Port': ['ID=ff9a6675-e3c4-46fa-b2db-05d8eab24b81,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:44.145073 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:44.190394 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] No DVR routers for this DVR port ff9a6675-e3c4-46fa-b2db-05d8eab24b81 on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:16:44.193694 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:44.195869 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a0d3b21c-b6dc-4f06-a75c-3ce94addb24c req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.61 "DELETE /v2.0/ports/ff9a6675-e3c4-46fa-b2db-05d8eab24b81 HTTP/1.1" status: 204 len: 173 time: 0.5583398 Jun 29 16:16:44.196505 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30d30ea-93a3-4b5a-b9af-e004e5852fe9', 'name': 'network-vif-deleted', 'tag': 'ff9a6675-e3c4-46fa-b2db-05d8eab24b81'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:44.198863 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b61914c-9b6d-488c-9acb-752911618bc1" -d '{"events": [{"server_uuid": "c30d30ea-93a3-4b5a-b9af-e004e5852fe9", "name": "network-vif-deleted", "tag": "ff9a6675-e3c4-46fa-b2db-05d8eab24b81"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:44.259426 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14436bf-1702-4496-841e-231adfd7968e x-openstack-request-id: req-d14436bf-1702-4496-841e-231adfd7968e {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:44.259992 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30d30ea-93a3-4b5a-b9af-e004e5852fe9", "name": "network-vif-deleted", "tag": "ff9a6675-e3c4-46fa-b2db-05d8eab24b81", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:44.260562 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d14436bf-1702-4496-841e-231adfd7968e {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:44.261212 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30d30ea-93a3-4b5a-b9af-e004e5852fe9', 'name': 'network-vif-deleted', 'tag': 'ff9a6675-e3c4-46fa-b2db-05d8eab24b81', 'status': 'completed', 'code': 200} Jun 29 16:16:44.457206 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb2311-7f33-4556-98a0-80d444e5c2f1 req-122f52eb-0ee1-486f-9e27-61ddf40533ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:44.458689 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-34bb2311-7f33-4556-98a0-80d444e5c2f1 req-122f52eb-0ee1-486f-9e27-61ddf40533ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 1099 time: 0.1123788 Jun 29 16:16:44.516073 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0818d4-e222-48d2-b824-9247fb5fae02 req-17195d8d-2a6f-4471-aeae-22cf5558fa0f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:44.517523 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fd0818d4-e222-48d2-b824-9247fb5fae02 req-17195d8d-2a6f-4471-aeae-22cf5558fa0f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.1016102 Jun 29 16:16:44.522023 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-34bb2311-7f33-4556-98a0-80d444e5c2f1 req-b0a08481-354f-461e-ae2f-b7e5d843a60a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524590 Jun 29 16:16:44.555358 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fd0818d4-e222-48d2-b824-9247fb5fae02 req-52fc3676-d715-4ab4-8392-8a4fd21b0cd6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Jun 29 16:16:44.663594 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3d3fd04a-28dd-4623-9363-6b5057f75d7a req-e601c4e3-cc59-496e-bbfa-1094fdc89d20 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] 10.222.0.83 "GET /v2.0/ports?device_id=c30d30ea-93a3-4b5a-b9af-e004e5852fe9 HTTP/1.1" status: 200 len: 210 time: 0.0274689 Jun 29 16:16:45.301914 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a562f-dffd-402c-a39d-0177f14adeac req-0c19ba90-8baf-4f56-8863-39ac869db070 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:45.303389 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e48a562f-dffd-402c-a39d-0177f14adeac req-0c19ba90-8baf-4f56-8863-39ac869db070 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0664999 Jun 29 16:16:45.343592 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e48a562f-dffd-402c-a39d-0177f14adeac req-7155ad2f-916b-49ff-98f9-3299c31f2419 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Jun 29 16:16:45.400717 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 54874) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:45.443353 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e3281c-0889-4d97-a797-3df8b2324959 admin admin] Deleting subnet e0c9724e-2683-44cd-91a7-19357bc45d46 {{(pid=93151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:16:45.446464 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e5e3281c-0889-4d97-a797-3df8b2324959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.478489 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e5e3281c-0889-4d97-a797-3df8b2324959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3447289'] for subnet, precommit_delete_associations {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.518722 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e5e3281c-0889-4d97-a797-3df8b2324959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.574866 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e5e3281c-0889-4d97-a797-3df8b2324959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3587055'] for subnet, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.577678 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:45.603483 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e3281c-0889-4d97-a797-3df8b2324959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c9724e-2683-44cd-91a7-19357bc45d46,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:45.605329 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e5e3281c-0889-4d97-a797-3df8b2324959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.607185 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-e5e3281c-0889-4d97-a797-3df8b2324959 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e0c9724e-2683-44cd-91a7-19357bc45d46 HTTP/1.1" status: 204 len: 168 time: 0.2054918 Jun 29 16:16:45.611930 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 54878) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:45.619300 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e5e3281c-0889-4d97-a797-3df8b2324959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:45.682378 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.804952 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.817434 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936b2c91-0512-41ee-99b5-d36694d344a7']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:45.831275 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5630e0-9720-4c94-a228-5f14f55afc8b') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:45.831580 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5630e0-9720-4c94-a228-5f14f55afc8b') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:45.841362 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4818ff1-dac3-49d0-8fa3-45bfef04f05d req-95c0af86-a0c3-467c-8036-8341c13e12e3 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:45.843009 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b4818ff1-dac3-49d0-8fa3-45bfef04f05d req-95c0af86-a0c3-467c-8036-8341c13e12e3 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 944 time: 0.1549330 Jun 29 16:16:45.848578 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 22dcaf06-699a-4317-8536-7b43e55199fb details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:16:45.866357 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.895923 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.906942 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b4818ff1-dac3-49d0-8fa3-45bfef04f05d req-1b47b3ed-075e-4a78-8aaf-056d488908f1 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508566 Jun 29 16:16:45.908226 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:16:45.908363 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:16:45.910043 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:16:45.951010 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:45.962977 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '22dcaf06-699a-4317-8536-7b43e55199fb', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'port_id': '22dcaf06-699a-4317-8536-7b43e55199fb', 'mac_address': 'fa:16:3e:d1:9d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:16:45.970965 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.978417 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:45.983794 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] 10.222.0.83 "DELETE /v2.0/networks/936b2c91-0512-41ee-99b5-d36694d344a7 HTTP/1.1" status: 204 len: 168 time: 0.3706262 Jun 29 16:16:45.984592 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c3e1556f-0d4e-414c-bad9-8a87e916584d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:45.999222 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Pushing event deleted for resources: {'Network': ['ID=936b2c91-0512-41ee-99b5-d36694d344a7,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:46.003306 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:46.006279 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:46.023616 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dcaf06-699a-4317-8536-7b43e55199fb {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:16:46.045592 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:46.050508 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:46.052593 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:46.120638 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=9']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:46.130886 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:46.182965 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 54914) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:46.228512 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 54916) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:46.228695 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-4264e459-f13c-4ee1-b967-dc99ac20eb1e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4ff1bc08d27f451aa54f944cf05e46d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443847 Jun 29 16:16:46.280312 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18091d65-5ca4-4faa-8cde-9e31cb81fbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:46.304321 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18091d65-5ca4-4faa-8cde-9e31cb81fbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:46.307988 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['22dcaf06-699a-4317-8536-7b43e55199fb'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:16:46.374857 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18091d65-5ca4-4faa-8cde-9e31cb81fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:46.377457 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-18091d65-5ca4-4faa-8cde-9e31cb81fbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:46.381078 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-18091d65-5ca4-4faa-8cde-9e31cb81fbf1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2dd3c306-c0db-4ddd-b01a-75cfe5d91359 HTTP/1.1" status: 204 len: 168 time: 0.1484249 Jun 29 16:16:46.381078 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-05cb2416-adf2-444a-892d-e81af985c2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:46.394737 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18091d65-5ca4-4faa-8cde-9e31cb81fbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd3c306-c0db-4ddd-b01a-75cfe5d91359,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:46.403276 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-18091d65-5ca4-4faa-8cde-9e31cb81fbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:46.588731 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea73c1-21f2-4d68-b299-e37e6f27d8f6 req-41fa41a6-40f8-44f8-87f5-cc63ecd16bd3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:46.590218 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-36ea73c1-21f2-4d68-b299-e37e6f27d8f6 req-41fa41a6-40f8-44f8-87f5-cc63ecd16bd3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0951567 Jun 29 16:16:46.652127 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-36ea73c1-21f2-4d68-b299-e37e6f27d8f6 req-ca8d974f-fc78-4bab-8eba-489a55154da5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512438 Jun 29 16:16:47.350880 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c9158-c2de-43dc-a129-048031c42609 req-8d52355f-f697-47ed-bb70-63589da4dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:47.352507 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9a8c9158-c2de-43dc-a129-048031c42609 req-8d52355f-f697-47ed-bb70-63589da4dab8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 1099 time: 0.2971878 Jun 29 16:16:47.377607 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c58f52-680e-488c-ba9d-5de01127affa req-a163d21f-bf14-422a-8e48-8d04db5c8f41 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:47.379028 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-69c58f52-680e-488c-ba9d-5de01127affa req-a163d21f-bf14-422a-8e48-8d04db5c8f41 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 945 time: 0.3139100 Jun 29 16:16:47.434686 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631a67c-2ef2-4568-ae89-113dec9afd70 req-61565353-53da-488d-9c37-24ce09408030 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:47.436182 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2631a67c-2ef2-4568-ae89-113dec9afd70 req-61565353-53da-488d-9c37-24ce09408030 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.3217666 Jun 29 16:16:47.509052 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-69c58f52-680e-488c-ba9d-5de01127affa req-a65e177e-d272-4846-b22c-ad052ecb2138 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177118 Jun 29 16:16:47.525726 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2631a67c-2ef2-4568-ae89-113dec9afd70 req-139714b4-cef1-412f-9507-bdd91fa54a18 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814042 Jun 29 16:16:47.537620 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c9158-c2de-43dc-a129-048031c42609 req-9cbc9340-4f37-43a1-a2e3-76ed4e4b0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:47.539887 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9a8c9158-c2de-43dc-a129-048031c42609 req-9cbc9340-4f37-43a1-a2e3-76ed4e4b0d87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 200 len: 919 time: 0.1778548 Jun 29 16:16:47.582459 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9a8c9158-c2de-43dc-a129-048031c42609 req-ddf5818a-1882-4ae0-b732-82fbc9692c65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b HTTP/1.1" status: 200 len: 217 time: 0.0357888 Jun 29 16:16:47.638810 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c9158-c2de-43dc-a129-048031c42609 req-bff8804b-3efc-4521-ae11-2b6f30a71438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:47.640269 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9a8c9158-c2de-43dc-a129-048031c42609 req-bff8804b-3efc-4521-ae11-2b6f30a71438 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 200 len: 858 time: 0.0509038 Jun 29 16:16:47.673961 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9a8c9158-c2de-43dc-a129-048031c42609 req-368f2854-8dfe-43a8-9b15-438bc69a9b67 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267062 Jun 29 16:16:47.764085 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9a8c9158-c2de-43dc-a129-048031c42609 req-59d325a0-8a59-4003-a840-502632d47cfd service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823281 Jun 29 16:16:47.848207 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 22dcaf06-699a-4317-8536-7b43e55199fb up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:47.862731 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9a8c9158-c2de-43dc-a129-048031c42609 req-9d0a7d1a-c066-42db-a40f-d6e0c68810a4 service neutron] 10.222.0.61 "GET /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886033 Jun 29 16:16:47.898692 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 22dcaf06-699a-4317-8536-7b43e55199fb triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:47.899125 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:47.976653 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:48.004684 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:48.011141 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95c0742-89fd-4a8e-95d5-0afae2397856" -d '{"events": [{"server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "name": "network-vif-plugged", "status": "completed", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:48.025123 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:48.033376 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:48.034479 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device ff9a6675-e3c4-46fa-b2db-05d8eab24b81 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:16:48.037871 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-67c4eaab-045e-4ac2-a7d0-fa2f35b4ea47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:48.089301 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f25371-4854-4f0e-9357-882ec9e18882 x-openstack-request-id: req-e2f25371-4854-4f0e-9357-882ec9e18882 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:48.089622 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "name": "network-vif-plugged", "status": "completed", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:48.090056 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e2f25371-4854-4f0e-9357-882ec9e18882 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:48.090459 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb', 'code': 200} Jun 29 16:16:48.091436 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: ff9a6675-e3c4-46fa-b2db-05d8eab24b81 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:16:48.091817 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device ff9a6675-e3c4-46fa-b2db-05d8eab24b81 not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:16:48.122333 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=10']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:48.129687 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.130027 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.130350 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.130679 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.131189 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.131520 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.132109 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.132436 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.132764 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.133082 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.133399 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.134299 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:16:48.138245 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:48.580684 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f9404-b5c1-42a4-afe6-21a21b192cfd req-85c7f3fc-1a51-4067-b613-b475833aecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:48.583414 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ca3f9404-b5c1-42a4-afe6-21a21b192cfd req-85c7f3fc-1a51-4067-b613-b475833aecc6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 1100 time: 0.0674837 Jun 29 16:16:48.639295 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ca3f9404-b5c1-42a4-afe6-21a21b192cfd req-7751b761-09ce-47f8-837f-126d4ea3704a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484369 Jun 29 16:16:48.731703 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451f90f-cbe5-4ee0-956d-d23fe9fe80ef req-b01872b1-fc59-4a65-b383-13bf2189ec7a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:48.733246 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1451f90f-cbe5-4ee0-956d-d23fe9fe80ef req-b01872b1-fc59-4a65-b383-13bf2189ec7a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 947 time: 0.0977485 Jun 29 16:16:48.782639 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab9287-5344-4471-9c6e-a5d18961de6d req-e270fb11-0e68-43e4-ad21-3e064c0aaee7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:48.784110 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3ab9287-5344-4471-9c6e-a5d18961de6d req-e270fb11-0e68-43e4-ad21-3e064c0aaee7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1037705 Jun 29 16:16:48.791012 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1451f90f-cbe5-4ee0-956d-d23fe9fe80ef req-c84b88a9-c2d2-4383-9579-54296f895753 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508173 Jun 29 16:16:48.823406 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f3ab9287-5344-4471-9c6e-a5d18961de6d req-7c106768-b1fe-4a2a-b247-e4654a0771c7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Jun 29 16:16:49.648551 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-829473a4-9dd4-4ca4-89de-cbb28ea91494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:49.717875 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55138) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:49.846096 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-80d5d13e-0157-4191-99b5-158e0193521f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5211bc3feb6846158fa8340efc3a3367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1270127 Jun 29 16:16:49.848595 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55146) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:49.900461 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-105d4254-6066-4252-a155-47f37292543a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:49.922883 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-105d4254-6066-4252-a155-47f37292543a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:49.989563 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-105d4254-6066-4252-a155-47f37292543a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:49.993497 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-105d4254-6066-4252-a155-47f37292543a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:49.996137 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-105d4254-6066-4252-a155-47f37292543a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c12602ab-ea06-4332-ad9a-2506e88f5af6 HTTP/1.1" status: 204 len: 168 time: 0.1465764 Jun 29 16:16:49.998167 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cea404fd-52bc-419e-bd09-2cfbd53d7c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:50.007606 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d4254-6066-4252-a155-47f37292543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12602ab-ea06-4332-ad9a-2506e88f5af6,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:50.016655 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-105d4254-6066-4252-a155-47f37292543a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:50.037491 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bfc48-6f59-4403-bb83-2c942c4533c0 req-046d650f-bd3d-4f17-9a78-96a42335651e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:50.044133 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1e0bfc48-6f59-4403-bb83-2c942c4533c0 req-046d650f-bd3d-4f17-9a78-96a42335651e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 947 time: 0.1347275 Jun 29 16:16:50.067249 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bb075-9f42-4c9b-9243-49e8f6a27524 req-b5164190-721f-47ca-9930-0b18cbc673a6 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:50.069992 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e0bb075-9f42-4c9b-9243-49e8f6a27524 req-b5164190-721f-47ca-9930-0b18cbc673a6 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1159775 Jun 29 16:16:50.140741 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1e0bfc48-6f59-4403-bb83-2c942c4533c0 req-667cf490-9f94-41c7-a069-03f98d7956dc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947623 Jun 29 16:16:50.174152 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e0bb075-9f42-4c9b-9243-49e8f6a27524 req-e4473522-e0e6-48a8-a088-8ec77057eae7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918868 Jun 29 16:16:50.758823 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55214) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:50.853600 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-13258162-network', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:50.874886 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Made reservation on behalf of 4cbac1035e634e8cb68bb71071152f0f for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:16:50.877161 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:50.887962 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:50.983028 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:50.986785 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:50.993659 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-59d0d849-6364-4589-ac15-dd4147e680db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:51.007929 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=93150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:16:51.027815 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.028168 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Added segment d87647da-e281-4dc9-a320-e1ba56aec873 of type vlan for network 53ef2302-3df0-4d2f-90d0-bd20220efc03 Jun 29 16:16:51.029549 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:51.032854 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:51.078829 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.109051 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.110886 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:51.111534 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.113758 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c5bffbc7-3c22-4a79-8e72-091fe8581144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:51.180849 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55220) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:51.181288 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4209456 Jun 29 16:16:51.186865 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Pushing event updated for resources: {'Network': ['ID=53ef2302-3df0-4d2f-90d0-bd20220efc03,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:51.192087 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Request body: {'subnet': {'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-13258162-subnet', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'ip_version': 4}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:51.204891 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:51.216680 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network 53ef2302-3df0-4d2f-90d0-bd20220efc03 details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:16:51.234545 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Made reservation on behalf of 4cbac1035e634e8cb68bb71071152f0f for: {'subnet': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:16:51.236819 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3587018'] for subnet, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.378396 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f968aa9-cd4c-43ec-b0c4-64a93425deb2 req-d6da1c8d-a350-428b-a70d-323f4be03826 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:51.380293 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8f968aa9-cd4c-43ec-b0c4-64a93425deb2 req-d6da1c8d-a350-428b-a70d-323f4be03826 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 947 time: 0.1027684 Jun 29 16:16:51.444347 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8f968aa9-cd4c-43ec-b0c4-64a93425deb2 req-4d30bb65-bc40-45a8-879f-3ba8be8a67aa tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454607 Jun 29 16:16:51.489964 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3587032'] for subnet, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.492312 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:51.546634 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66567384-d5ce-45e8-ad8a-c908362f0cb5,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:51.550599 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:51.554324 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Checking segment: {'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:51.554683 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Network hostable DHCP agents. Network: 53ef2302-3df0-4d2f-90d0-bd20220efc03, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:16:51.572737 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Network 53ef2302-3df0-4d2f-90d0-bd20220efc03 is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:16:51.583236 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, 53ef2302-3df0-4d2f-90d0-bd20220efc03) {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:51.589520 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:51.590125 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.595017 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b50129b-8428-4a91-998f-89efd144168b None None] Network 53ef2302-3df0-4d2f-90d0-bd20220efc03 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:16:51.605892 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-5ff9efea-a404-40d5-90bd-3f06757ee8a7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4230788 Jun 29 16:16:51.608463 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55226) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:51.612858 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:51.636993 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1655808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1011'] for router, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.638554 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1713502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-996'] for router, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.755199 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.768823 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d8c25ef-cf86-5e97-9a45-35b8c86f43c7-53ef2302-3df0-4d2f-90d0-bd20220efc03', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5'}]}} from dv-cinder-786260-7-smb. {{(pid=93152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:16:51.769966 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:51.916686 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Allocated IP 172.20.0.2 (53ef2302-3df0-4d2f-90d0-bd20220efc03/66567384-d5ce-45e8-ad8a-c908362f0cb5/ae036ef7-5b74-4a55-ac64-1f35633b7545) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:51.950347 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1655823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-790'] for router, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.029153 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a532d358-dba3-446c-9ad0-649e48b82c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.074452 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.084427 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Transition to ACTIVE for port object ae036ef7-5b74-4a55-ac64-1f35633b7545 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:52.105361 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Transition to ACTIVE for port object ae036ef7-5b74-4a55-ac64-1f35633b7545 will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:52.113173 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.116535 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:52.160449 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Network 53ef2302-3df0-4d2f-90d0-bd20220efc03 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:52.163353 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:52.168243 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:52.171256 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Pushing event updated for resources: {'Port': ['ID=ae036ef7-5b74-4a55-ac64-1f35633b7545,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:52.174839 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:52.188058 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.212422 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.226975 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Attempting to bind port ae036ef7-5b74-4a55-ac64-1f35633b7545 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:52.228100 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Attempting to bind port ae036ef7-5b74-4a55-ac64-1f35633b7545 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:52.228328 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Attempting to bind port ae036ef7-5b74-4a55-ac64-1f35633b7545 on network 53ef2302-3df0-4d2f-90d0-bd20220efc03 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:52.233494 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:52.233862 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Checking segment: {'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:52.234272 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.234671 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Bound using segment: {'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:52.235143 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Bound port: ae036ef7-5b74-4a55-ac64-1f35633b7545, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:52.235534 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.298779 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.316934 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] For port ae036ef7-5b74-4a55-ac64-1f35633b7545, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:52.320241 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] For port ae036ef7-5b74-4a55-ac64-1f35633b7545, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=ae036ef7-5b74-4a55-ac64-1f35633b7545,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:52.325974 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.328047 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:52.404129 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Pushing event updated for resources: {'Port': ['ID=ae036ef7-5b74-4a55-ac64-1f35633b7545,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:52.407612 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:52.431768 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.542045 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Allocated IP 172.28.0.249 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/1babb479-aed4-4dae-82ea-40e96422769c) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:52.680381 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.719905 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:52.723055 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:52.758530 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:52.761232 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:52.763740 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:52.790975 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Pushing event updated for resources: {'Port': ['ID=1babb479-aed4-4dae-82ea-40e96422769c,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:52.795327 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:53.075816 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:53.257146 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:53.279520 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586085'] for router, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:53.297648 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa86bd-97df-4e4f-ad6e-889bce011172 None None] Network 53ef2302-3df0-4d2f-90d0-bd20220efc03 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:16:53.420825 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Router c8143067-ba7c-4c36-afc6-1add6d5a9079 is scheduled to L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b with binding_index 1 {{(pid=93151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:16:53.423789 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-c34e338c-fa59-42bc-a189-0266a29d0804 None None] Provisioning for port ae036ef7-5b74-4a55-ac64-1f35633b7545 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:53.536337 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:16:53.546801 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Sync routers for ids ['c8143067-ba7c-4c36-afc6-1add6d5a9079'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:16:53.555562 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Notify callbacks [] for router, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:53.559462 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9475913 Jun 29 16:16:53.559626 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Routers {'c8143067-ba7c-4c36-afc6-1add6d5a9079'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:53.559626 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['c8143067-ba7c-4c36-afc6-1add6d5a9079'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:53.559871 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55242) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:53.675054 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Set router c8143067-ba7c-4c36-afc6-1add6d5a9079 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:53.931640 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:52Z', 'revision_number': 3, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:53.958391 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Checking router: c8143067-ba7c-4c36-afc6-1add6d5a9079 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:16:53.958915 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Updating router c8143067-ba7c-4c36-afc6-1add6d5a9079 port 1babb479-aed4-4dae-82ea-40e96422769c binding host dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:16:53.995710 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.229855 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.276190 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.289130 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Transition to ACTIVE for port object 1babb479-aed4-4dae-82ea-40e96422769c will not be triggered until provisioned by entity L2. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:54.295458 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.297715 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-64c0355d-b27d-4b59-9958-66f8d47fae28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:54.351278 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Attempting to bind port 1babb479-aed4-4dae-82ea-40e96422769c on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:54.351885 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Attempting to bind port 1babb479-aed4-4dae-82ea-40e96422769c by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:54.352893 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Attempting to bind port 1babb479-aed4-4dae-82ea-40e96422769c on network 2a2ef043-d930-438a-b7bc-58c08f4c893b {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:54.360955 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:54.361423 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Checking segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:54.361901 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.362361 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Bound using segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:54.362827 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Bound port: 1babb479-aed4-4dae-82ea-40e96422769c, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:54.363228 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.365834 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99596fd8-7ae9-4acb-9e49-1eef07df785f None None] Pushing event updated for resources: {'Port': ['ID=1babb479-aed4-4dae-82ea-40e96422769c,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:54.384598 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-99596fd8-7ae9-4acb-9e49-1eef07df785f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:54.415926 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] For port 1babb479-aed4-4dae-82ea-40e96422769c, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:54.418957 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] For port 1babb479-aed4-4dae-82ea-40e96422769c, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=1babb479-aed4-4dae-82ea-40e96422769c,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:54.423939 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.426798 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:54.467082 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ce7a8-6495-4ead-915d-d1e09a84da49 req-3da414b5-ed52-4b36-876c-03fac64f77b9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:54.468556 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f95ce7a8-6495-4ead-915d-d1e09a84da49 req-3da414b5-ed52-4b36-876c-03fac64f77b9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1668990 Jun 29 16:16:54.493754 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99596fd8-7ae9-4acb-9e49-1eef07df785f None None] Pushing event updated for resources: {'Port': ['ID=1babb479-aed4-4dae-82ea-40e96422769c,revision_number=3']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:54.500410 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Routers {'c8143067-ba7c-4c36-afc6-1add6d5a9079'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:54.501658 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['c8143067-ba7c-4c36-afc6-1add6d5a9079'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:54.501963 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Allocated IP 172.20.0.1 (53ef2302-3df0-4d2f-90d0-bd20220efc03/66567384-d5ce-45e8-ad8a-c908362f0cb5/acaf3fc1-1934-45ad-aa03-73b315c09b34) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:54.531917 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f95ce7a8-6495-4ead-915d-d1e09a84da49 req-c27084d9-9309-4668-a202-382ec8a08a30 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561087 Jun 29 16:16:54.537769 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-99596fd8-7ae9-4acb-9e49-1eef07df785f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:54.558839 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device ae036ef7-5b74-4a55-ac64-1f35633b7545 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:54.616977 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port ae036ef7-5b74-4a55-ac64-1f35633b7545 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:54.622032 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port ae036ef7-5b74-4a55-ac64-1f35633b7545 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:54.622418 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.629748 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.635560 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] Set router c8143067-ba7c-4c36-afc6-1add6d5a9079 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:54.653868 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Transition to ACTIVE for port object acaf3fc1-1934-45ad-aa03-73b315c09b34 will not be triggered until provisioned by entity DHCP. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:54.700530 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.703922 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:54.724241 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.740930 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Network 53ef2302-3df0-4d2f-90d0-bd20220efc03 is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:54.743739 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:54.746107 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:54.764585 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port ae036ef7-5b74-4a55-ac64-1f35633b7545, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=ae036ef7-5b74-4a55-ac64-1f35633b7545,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:54.769107 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.771235 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-25356564-1843-439d-ab36-161b46f6c142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:54.784119 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Pushing event updated for resources: {'Port': ['ID=acaf3fc1-1934-45ad-aa03-73b315c09b34,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:54.794156 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:54.809938 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658242'] for router_interface, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.830011 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=ae036ef7-5b74-4a55-ac64-1f35633b7545,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:54.833524 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:54.861076 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:52Z', 'revision_number': 3, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:54.889165 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2578d4-4e59-4881-a4bd-84097b63a20c None None] The sync data for ids ['c8143067-ba7c-4c36-afc6-1add6d5a9079'] in dv-cinder-786260-7-smb is: [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:52Z', 'revision_number': 3, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:16:54.987586 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:54.990434 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-9d7ef9c8-4d9f-4851-9b9c-1e4bb01fb4e2 None None] Provisioning for port acaf3fc1-1934-45ad-aa03-73b315c09b34 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:54.994709 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-9d7ef9c8-4d9f-4851-9b9c-1e4bb01fb4e2 None None] Provisioning complete for port acaf3fc1-1934-45ad-aa03-73b315c09b34 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:54.995078 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9d7ef9c8-4d9f-4851-9b9c-1e4bb01fb4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:55.033159 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ef9c8-4d9f-4851-9b9c-1e4bb01fb4e2 None None] Port acaf3fc1-1934-45ad-aa03-73b315c09b34 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:16:55.061512 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:55.249715 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:55.254283 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:55.257639 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:55.324031 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658134'] for router_interface, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:55.326621 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Pushing event updated for resources: {'Port': ['ID=acaf3fc1-1934-45ad-aa03-73b315c09b34,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:55.330480 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:55.433646 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Network 53ef2302-3df0-4d2f-90d0-bd20220efc03 is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:55.435033 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:55.556652 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Router c8143067-ba7c-4c36-afc6-1add6d5a9079 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:16:55.665098 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-2abd02fb-d72b-418c-b472-2b938d8210cc None None] Provisioning complete for port acaf3fc1-1934-45ad-aa03-73b315c09b34 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:55.666043 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2abd02fb-d72b-418c-b472-2b938d8210cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:55.710216 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-2abd02fb-d72b-418c-b472-2b938d8210cc None None] Port acaf3fc1-1934-45ad-aa03-73b315c09b34 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:16:55.723314 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:16:55.733509 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] 10.222.0.83 "PUT /v2.0/routers/c8143067-ba7c-4c36-afc6-1add6d5a9079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1684635 Jun 29 16:16:55.767947 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc5602-c9a4-4240-8793-87c3dc21fbf0 req-f06f1346-6a5b-410c-8b0d-f38a1796b5d1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:55.769642 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8bcc5602-c9a4-4240-8793-87c3dc21fbf0 req-f06f1346-6a5b-410c-8b0d-f38a1796b5d1 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0817361 Jun 29 16:16:55.808437 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8bcc5602-c9a4-4240-8793-87c3dc21fbf0 req-32cf7ebe-1d4e-4bce-b612-293710ed61a0 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Jun 29 16:16:56.261535 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55284) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:56.266501 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1183036328-network', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:56.287276 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Made reservation on behalf of dc84e617e44740fea8975ca4a9615303 for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:16:56.290252 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.302306 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.393174 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.397076 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.400538 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-356dceb7-0966-4fac-b17a-3d80794abafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:56.424525 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:16:56.430524 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f0ca38-f042-4df5-bf11-e89e41cb8f56,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:56.434024 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:56.436690 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.437034 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Added segment 67600fda-da1e-46b6-b61f-f177a482a3a6 of type vlan for network 5e234572-834f-46d5-a1fa-53dd66e14827 Jun 29 16:16:56.478859 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.503234 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Sync routers for ids ['c8143067-ba7c-4c36-afc6-1add6d5a9079'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:16:56.512607 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Routers {'c8143067-ba7c-4c36-afc6-1add6d5a9079'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:56.513236 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['c8143067-ba7c-4c36-afc6-1add6d5a9079'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:56.516796 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.518115 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:56.518701 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.521548 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:56.576213 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3135471 Jun 29 16:16:56.577088 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55286) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:56.593858 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Request body: {'subnet': {'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1183036328-subnet', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'ip_version': 4}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:56.600790 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Pushing event updated for resources: {'Network': ['ID=5e234572-834f-46d5-a1fa-53dd66e14827,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:56.607166 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:56.620787 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network 5e234572-834f-46d5-a1fa-53dd66e14827 details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:16:56.621159 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Made reservation on behalf of dc84e617e44740fea8975ca4a9615303 for: {'subnet': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:16:56.623533 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209652'] for subnet, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.646437 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 1babb479-aed4-4dae-82ea-40e96422769c up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:56.749186 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Set router c8143067-ba7c-4c36-afc6-1add6d5a9079 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:56.788631 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26134565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209638'] for subnet, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.795957 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-90bf1d10-7a87-41d0-93c9-92195a2c9f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:56.836652 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-32a8c90c-0ea3-45b3-bb2b-f202790d2122 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:56.838546 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-32a8c90c-0ea3-45b3-bb2b-f202790d2122 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.0743682 Jun 29 16:16:56.856901 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Checking segment: {'id': '67600fda-da1e-46b6-b61f-f177a482a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:56.857268 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Network hostable DHCP agents. Network: 5e234572-834f-46d5-a1fa-53dd66e14827, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:16:56.882222 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e20f9e-8edf-48a9-a1e9-17f41976b426,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:56.889429 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:56.891019 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Network 5e234572-834f-46d5-a1fa-53dd66e14827 is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:16:56.907141 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, 5e234572-834f-46d5-a1fa-53dd66e14827) {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:56.922288 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:56.923150 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.941748 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-b8a6ccdb-57bf-44b1-b80a-17fb8029811d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3559968 Jun 29 16:16:56.943977 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55294) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:56.948705 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1183036328-router', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:16:56.971811 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1655808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1011'] for router, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:56.973234 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1713502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-996'] for router, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.006346 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Deleting port dee109df-d0a6-4908-93de-8cf182e9922a {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:16:57.006679 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.013391 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7f60e-5837-4257-bcf8-9f0e4e8c00ed None None] Network 5e234572-834f-46d5-a1fa-53dd66e14827 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:16:57.030665 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.070724 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 1babb479-aed4-4dae-82ea-40e96422769c completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:16:57.080833 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a6da1-d2ff-4442-9180-6bfcd8edd9f4 req-d360b21d-0084-4aa7-b098-1b649bc90fa2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:57.082346 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-307a6da1-d2ff-4442-9180-6bfcd8edd9f4 req-d360b21d-0084-4aa7-b098-1b649bc90fa2 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=2ee1846f-471a-4e7b-b434-45e354589cd1 HTTP/1.1" status: 200 len: 946 time: 0.1443088 Jun 29 16:16:57.096097 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 1babb479-aed4-4dae-82ea-40e96422769c triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:57.096895 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.157566 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] For port dee109df-d0a6-4908-93de-8cf182e9922a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dee109df-d0a6-4908-93de-8cf182e9922a,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:57.157939 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.162939 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-307a6da1-d2ff-4442-9180-6bfcd8edd9f4 req-9e471a5f-ee44-4d12-9f8b-aeb048581272 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706782 Jun 29 16:16:57.174420 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Calling delete_port for dee109df-d0a6-4908-93de-8cf182e9922a owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:16:57.193478 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1655823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-790'] for router, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.308914 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d8c25ef-cf86-5e97-9a45-35b8c86f43c7-5e234572-834f-46d5-a1fa-53dd66e14827', 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'fixed_ips': [{'subnet_id': 'f1e20f9e-8edf-48a9-a1e9-17f41976b426'}]}} from dv-cinder-786260-7-smb. {{(pid=93152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:16:57.309979 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.312050 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.317187 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-4f11b0e1-36ae-4464-b7c4-7ff99bce7d2c tempest-DeleteServersTestJSON-344388070 tempest-DeleteServersTestJSON-344388070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:57.331989 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:55Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'acaf3fc1-1934-45ad-aa03-73b315c09b34', 'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'mac_address': 'fa:16:3e:57:f0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:54Z', 'updated_at': '2021-06-29T16:16:55Z', 'revision_number': 2, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'subnets': [{'id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:57.339100 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['dee109df-d0a6-4908-93de-8cf182e9922a', '9350ac43-2ecf-43c7-9bdb-b791efe4008b'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:16:57.340847 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.345453 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Pushing event deleted for resources: {'Port': ['ID=dee109df-d0a6-4908-93de-8cf182e9922a,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:57.349257 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:57.395250 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] No DVR routers for this DVR port dee109df-d0a6-4908-93de-8cf182e9922a on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:16:57.398533 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.401322 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Checking router: c8143067-ba7c-4c36-afc6-1add6d5a9079 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:16:57.401498 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dc6fce8b-e642-45e9-addf-67b020fd104e req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.61 "DELETE /v2.0/ports/dee109df-d0a6-4908-93de-8cf182e9922a HTTP/1.1" status: 204 len: 173 time: 0.5558407 Jun 29 16:16:57.401721 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Updating router c8143067-ba7c-4c36-afc6-1add6d5a9079 port acaf3fc1-1934-45ad-aa03-73b315c09b34 binding host dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:16:57.402007 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee1846f-471a-4e7b-b434-45e354589cd1', 'name': 'network-vif-deleted', 'tag': 'dee109df-d0a6-4908-93de-8cf182e9922a'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:16:57.404058 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.404517 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf70082-66bf-407e-a6ea-5eb1afc1b981" -d '{"events": [{"server_uuid": "2ee1846f-471a-4e7b-b434-45e354589cd1", "name": "network-vif-deleted", "tag": "dee109df-d0a6-4908-93de-8cf182e9922a"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:16:57.440397 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.456793 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cd5d1a-aa32-4213-a190-99d493b1612d x-openstack-request-id: req-48cd5d1a-aa32-4213-a190-99d493b1612d {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:16:57.457330 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee1846f-471a-4e7b-b434-45e354589cd1", "name": "network-vif-deleted", "tag": "dee109df-d0a6-4908-93de-8cf182e9922a", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:16:57.457778 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-48cd5d1a-aa32-4213-a190-99d493b1612d {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:16:57.458329 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee1846f-471a-4e7b-b434-45e354589cd1', 'name': 'network-vif-deleted', 'tag': 'dee109df-d0a6-4908-93de-8cf182e9922a', 'status': 'completed', 'code': 200} Jun 29 16:16:57.490143 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 1babb479-aed4-4dae-82ea-40e96422769c, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=1babb479-aed4-4dae-82ea-40e96422769c,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:16:57.512936 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.513801 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device ae036ef7-5b74-4a55-ac64-1f35633b7545 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:57.519646 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:57.559090 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.560906 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Allocated IP 172.28.0.10 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/5323f48d-f3ba-49d0-a94a-537d0bbc550a) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:57.674011 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.713010 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:57.714951 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1b484d36-f6a6-4eeb-9115-858d4edbe728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:57.719948 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Allocated IP 172.20.0.2 (5e234572-834f-46d5-a1fa-53dd66e14827/f1e20f9e-8edf-48a9-a1e9-17f41976b426/db4cb23a-5473-40bf-88b0-283b308e60ea) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:16:57.739565 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=1babb479-aed4-4dae-82ea-40e96422769c,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:57.753380 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:57.757681 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:57.762485 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:57.765567 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Pushing event updated for resources: {'Port': ['ID=5323f48d-f3ba-49d0-a94a-537d0bbc550a,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:57.783585 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:57.790485 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:57.818393 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port ae036ef7-5b74-4a55-ac64-1f35633b7545 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:57.818686 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.039833 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.061963 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-b7ad2606-92e4-486c-b940-9ff427ce08cb tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1099564782&fields=id&tenant_id=7ce43a5ee1ea4e489191275815a7235b HTTP/1.1" status: 200 len: 267 time: 0.0446811 Jun 29 16:16:58.126570 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:16:58.170151 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.186094 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Transition to ACTIVE for port object db4cb23a-5473-40bf-88b0-283b308e60ea will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:58.221686 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-1aedea15-6942-402b-a71f-fa70c3174842 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:58.223200 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-1aedea15-6942-402b-a71f-fa70c3174842 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/networks?id=da301bec-01b9-4017-b7b4-8b818fb048cc HTTP/1.1" status: 200 len: 809 time: 0.1540017 Jun 29 16:16:58.229105 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Transition to ACTIVE for port object db4cb23a-5473-40bf-88b0-283b308e60ea will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:58.243704 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-6b046c86-afaa-4a69-bfb8-2e91a9c5c7d2 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/quotas/7ce43a5ee1ea4e489191275815a7235b HTTP/1.1" status: 200 len: 375 time: 0.0108314 Jun 29 16:16:58.252980 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.263888 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Transition to ACTIVE for port object acaf3fc1-1934-45ad-aa03-73b315c09b34 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:58.266203 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.271645 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:58.287202 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586085'] for router, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.302286 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.322151 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Network 5e234572-834f-46d5-a1fa-53dd66e14827 is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:16:58.330240 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:16:58.333257 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:16:58.335236 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Pushing event updated for resources: {'Port': ['ID=db4cb23a-5473-40bf-88b0-283b308e60ea,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:58.339992 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:58.341467 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:58.376277 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-df8e084c-febf-47a1-84bd-2c12a44df4bf tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7ce43a5ee1ea4e489191275815a7235b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1253092 Jun 29 16:16:58.499803 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-094f6115-24ea-4d1d-a184-f4f5affca2a0 service neutron] 10.222.0.83 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219747 Jun 29 16:16:58.515264 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Router 77e65f3f-b80b-401d-8c99-9b7460da64ba is scheduled to L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b with binding_index 1 {{(pid=93150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:16:58.545447 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b7391-0963-4091-8937-ad1ecf6f2ec9 None None] Pushing event updated for resources: {'Port': ['ID=acaf3fc1-1934-45ad-aa03-73b315c09b34,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:58.550377 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-718b7391-0963-4091-8937-ad1ecf6f2ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:58.559833 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Attempting to bind port db4cb23a-5473-40bf-88b0-283b308e60ea on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:58.560215 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Attempting to bind port db4cb23a-5473-40bf-88b0-283b308e60ea by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '67600fda-da1e-46b6-b61f-f177a482a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:58.560583 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Attempting to bind port db4cb23a-5473-40bf-88b0-283b308e60ea on network 5e234572-834f-46d5-a1fa-53dd66e14827 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:58.571776 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Attempting to bind port acaf3fc1-1934-45ad-aa03-73b315c09b34 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:16:58.572089 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Attempting to bind port acaf3fc1-1934-45ad-aa03-73b315c09b34 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:16:58.572455 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Attempting to bind port acaf3fc1-1934-45ad-aa03-73b315c09b34 on network 53ef2302-3df0-4d2f-90d0-bd20220efc03 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:16:58.574583 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:58.574966 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Checking segment: {'id': '67600fda-da1e-46b6-b61f-f177a482a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:58.575375 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.575808 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Bound using segment: {'id': '67600fda-da1e-46b6-b61f-f177a482a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:58.576281 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Bound port: db4cb23a-5473-40bf-88b0-283b308e60ea, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67600fda-da1e-46b6-b61f-f177a482a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:58.576668 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.581482 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 1babb479-aed4-4dae-82ea-40e96422769c up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:16:58.612051 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:16:58.612330 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Checking segment: {'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:16:58.612764 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.613135 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Bound using segment: {'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:16:58.613625 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Bound port: acaf3fc1-1934-45ad-aa03-73b315c09b34, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:16:58.614011 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.668281 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-f3634c24-3831-4ae6-9e89-eb72812885dc service neutron] 10.222.0.83 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674938 Jun 29 16:16:58.701343 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:16:58.715000 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Sync routers for ids ['77e65f3f-b80b-401d-8c99-9b7460da64ba'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:16:58.721901 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.723584 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7783477 Jun 29 16:16:58.726694 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55312) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:16:58.736775 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Routers {'77e65f3f-b80b-401d-8c99-9b7460da64ba'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:58.737579 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['77e65f3f-b80b-401d-8c99-9b7460da64ba'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:58.738454 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] For port db4cb23a-5473-40bf-88b0-283b308e60ea, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:58.766023 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] For port db4cb23a-5473-40bf-88b0-283b308e60ea, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=db4cb23a-5473-40bf-88b0-283b308e60ea,segment=NetworkSegment(67600fda-da1e-46b6-b61f-f177a482a3a6),segment_id=67600fda-da1e-46b6-b61f-f177a482a3a6)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:58.777209 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] For port acaf3fc1-1934-45ad-aa03-73b315c09b34, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:16:58.781636 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.794341 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:58.844814 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] For port acaf3fc1-1934-45ad-aa03-73b315c09b34, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=acaf3fc1-1934-45ad-aa03-73b315c09b34,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:16:58.850120 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 1babb479-aed4-4dae-82ea-40e96422769c triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:16:58.850659 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.899705 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:58.902856 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97501c1a-f04f-4e42-8bbb-e885699a8b2a req-470b8010-c34a-45d8-8421-5f704a1e3abd tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:16:58.907396 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Set router 77e65f3f-b80b-401d-8c99-9b7460da64ba gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:58.911083 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-97501c1a-f04f-4e42-8bbb-e885699a8b2a req-470b8010-c34a-45d8-8421-5f704a1e3abd tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.1526532 Jun 29 16:16:59.000255 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-97501c1a-f04f-4e42-8bbb-e885699a8b2a req-8a0cf7b1-e3c0-470f-ae3c-b8084793df76 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880623 Jun 29 16:16:59.043217 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Pushing event updated for resources: {'Port': ['ID=db4cb23a-5473-40bf-88b0-283b308e60ea,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:59.048784 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:59.049474 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:16:59.054682 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Routers {'c8143067-ba7c-4c36-afc6-1add6d5a9079'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:16:59.056628 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['c8143067-ba7c-4c36-afc6-1add6d5a9079'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:59.210972 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5885fdc6-f36b-4fca-9cb1-2824964125ad req-c4ecc445-896a-4723-a529-e822c9487a49 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 210 time: 0.0792184 Jun 29 16:16:59.364045 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'name': 'tempest-TestMinimumBasicScenario-1183036328-router', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:56Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 3, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'gw_port': {'id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:57Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:59.432849 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Checking router: 77e65f3f-b80b-401d-8c99-9b7460da64ba for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:16:59.433481 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Updating router 77e65f3f-b80b-401d-8c99-9b7460da64ba port 5323f48d-f3ba-49d0-a94a-537d0bbc550a binding host dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:16:59.469936 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:59.551839 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] Set router c8143067-ba7c-4c36-afc6-1add6d5a9079 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:16:59.581390 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b7391-0963-4091-8937-ad1ecf6f2ec9 None None] Pushing event updated for resources: {'Port': ['ID=acaf3fc1-1934-45ad-aa03-73b315c09b34,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:16:59.585676 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-718b7391-0963-4091-8937-ad1ecf6f2ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:16:59.745268 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:59.814027 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:55Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'acaf3fc1-1934-45ad-aa03-73b315c09b34', 'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'mac_address': 'fa:16:3e:57:f0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:54Z', 'updated_at': '2021-06-29T16:16:58Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'subnets': [{'id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:16:59.848462 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e7981-ab06-46eb-a2f5-921aba6272a0 None None] The sync data for ids ['c8143067-ba7c-4c36-afc6-1add6d5a9079'] in dv-cinder-786260-7-smb is: [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:55Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'acaf3fc1-1934-45ad-aa03-73b315c09b34', 'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'mac_address': 'fa:16:3e:57:f0:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:54Z', 'updated_at': '2021-06-29T16:16:58Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'subnets': [{'id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:16:59.934685 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:59.971374 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Transition to ACTIVE for port object 5323f48d-f3ba-49d0-a94a-537d0bbc550a will not be triggered until provisioned by entity L2. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:16:59.980372 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:16:59.984959 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:00.000286 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Allocated IP 172.20.0.1 (5e234572-834f-46d5-a1fa-53dd66e14827/f1e20f9e-8edf-48a9-a1e9-17f41976b426/2d7675d7-9618-4b35-922c-30d2fdc6d66b) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:00.096456 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b556f23-813a-4b67-a055-36bdf875e176 None None] Pushing event updated for resources: {'Port': ['ID=5323f48d-f3ba-49d0-a94a-537d0bbc550a,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:00.101161 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5b556f23-813a-4b67-a055-36bdf875e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:00.125167 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Attempting to bind port 5323f48d-f3ba-49d0-a94a-537d0bbc550a on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:17:00.126090 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Attempting to bind port 5323f48d-f3ba-49d0-a94a-537d0bbc550a by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:17:00.126471 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Attempting to bind port 5323f48d-f3ba-49d0-a94a-537d0bbc550a on network 2a2ef043-d930-438a-b7bc-58c08f4c893b {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:00.132874 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:17:00.133819 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Checking segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:00.134224 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:00.134617 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Bound using segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:17:00.135085 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Bound port: 5323f48d-f3ba-49d0-a94a-537d0bbc550a, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:17:00.135483 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:00.184738 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:00.204923 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] For port 5323f48d-f3ba-49d0-a94a-537d0bbc550a, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:17:00.208977 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] For port 5323f48d-f3ba-49d0-a94a-537d0bbc550a, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=5323f48d-f3ba-49d0-a94a-537d0bbc550a,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:17:00.214737 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:00.221111 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.provisioning_blocks [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Transition to ACTIVE for port object 2d7675d7-9618-4b35-922c-30d2fdc6d66b will not be triggered until provisioned by entity DHCP. {{(pid=93150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:00.226784 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:00.294096 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b556f23-813a-4b67-a055-36bdf875e176 None None] Pushing event updated for resources: {'Port': ['ID=5323f48d-f3ba-49d0-a94a-537d0bbc550a,revision_number=3']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:00.298753 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5b556f23-813a-4b67-a055-36bdf875e176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:00.302335 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Routers {'77e65f3f-b80b-401d-8c99-9b7460da64ba'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:00.304445 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['77e65f3f-b80b-401d-8c99-9b7460da64ba'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:00.312403 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:00.315418 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:00.325076 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43be28-fc96-46af-8246-ba24bd507825 req-b4f565a0-c803-424c-ab07-b1ce056a06ad tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:00.328488 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0b43be28-fc96-46af-8246-ba24bd507825 req-b4f565a0-c803-424c-ab07-b1ce056a06ad tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0817509 Jun 29 16:17:00.358953 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407016fc-d2ba-43be-9c64-6ae63d3daaa7 None None] Network 5e234572-834f-46d5-a1fa-53dd66e14827 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:17:00.399114 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0b43be28-fc96-46af-8246-ba24bd507825 req-43137c13-b659-4251-842d-854f86c20da7 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653198 Jun 29 16:17:00.411354 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Network 5e234572-834f-46d5-a1fa-53dd66e14827 is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:00.425412 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:00.433324 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:00.489703 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c42ec4ca-97e4-4023-af65-a74b07cb67ff req-bec32d04-1a21-4712-bf24-62caeb962cbc tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 210 time: 0.0787683 Jun 29 16:17:00.493280 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7675d7-9618-4b35-922c-30d2fdc6d66b,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:00.501049 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] Set router 77e65f3f-b80b-401d-8c99-9b7460da64ba gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:00.510741 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:00.525030 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-22db43e1-f4c3-466d-b6d8-fbd79460624a None None] Provisioning for port db4cb23a-5473-40bf-88b0-283b308e60ea completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:00.544055 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658242'] for router_interface, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:00.689446 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device db4cb23a-5473-40bf-88b0-283b308e60ea up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:00.829102 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'name': 'tempest-TestMinimumBasicScenario-1183036328-router', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:56Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 3, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'gw_port': {'id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:57Z', 'updated_at': '2021-06-29T16:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:00.834714 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port db4cb23a-5473-40bf-88b0-283b308e60ea completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:00.853456 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port db4cb23a-5473-40bf-88b0-283b308e60ea triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:00.854118 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:00.883983 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6d2ce-c3f2-4f1b-ac4c-c8443da359a4 None None] The sync data for ids ['77e65f3f-b80b-401d-8c99-9b7460da64ba'] in dv-cinder-786260-7-smb is: [{'id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'name': 'tempest-TestMinimumBasicScenario-1183036328-router', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:56Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 3, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'gw_port': {'id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:57Z', 'updated_at': '2021-06-29T16:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:00.894688 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.011946 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.083589 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port db4cb23a-5473-40bf-88b0-283b308e60ea, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=db4cb23a-5473-40bf-88b0-283b308e60ea,segment=NetworkSegment(67600fda-da1e-46b6-b61f-f177a482a3a6),segment_id=67600fda-da1e-46b6-b61f-f177a482a3a6)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:01.091845 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.092851 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device acaf3fc1-1934-45ad-aa03-73b315c09b34 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:01.095695 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:01.107543 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-b1d20135-36bc-4fa5-8be9-f2e8af835bf7 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:01.114861 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-b1d20135-36bc-4fa5-8be9-f2e8af835bf7 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.61 "GET /v2.0/networks?id=da301bec-01b9-4017-b7b4-8b818fb048cc HTTP/1.1" status: 200 len: 809 time: 0.5264540 Jun 29 16:17:01.185236 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-599490db-291a-4e24-af38-68d3f0aa8efb tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ce43a5ee1ea4e489191275815a7235b HTTP/1.1" status: 200 len: 380 time: 0.0638428 Jun 29 16:17:01.196277 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=db4cb23a-5473-40bf-88b0-283b308e60ea,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:01.198687 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Request body: {'port': {'device_id': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'admin_state_up': True, 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'security_groups': ['902ebbd4-82ff-4a89-8249-6883c71602b7']}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:01.200844 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:01.241180 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port acaf3fc1-1934-45ad-aa03-73b315c09b34 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:01.248338 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port acaf3fc1-1934-45ad-aa03-73b315c09b34 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:01.248835 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.249151 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.262383 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134699'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.266297 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d2845d79-d08b-440d-9f68-107655e7c0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:01.316748 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-67690ed9-7ccc-4c03-a470-e8531a716a14 None None] Provisioning complete for port db4cb23a-5473-40bf-88b0-283b308e60ea triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:01.319153 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-67690ed9-7ccc-4c03-a470-e8531a716a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.406839 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Pushing event updated for resources: {'Port': ['ID=2d7675d7-9618-4b35-922c-30d2fdc6d66b,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:01.412897 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658134'] for router_interface, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.415068 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:01.442041 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Made reservation on behalf of 7ce43a5ee1ea4e489191275815a7235b for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:01.448294 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.546528 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Network 5e234572-834f-46d5-a1fa-53dd66e14827 is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:01.548275 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:01.741562 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.803912 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-67690ed9-7ccc-4c03-a470-e8531a716a14 None None] Provisioning for port 2d7675d7-9618-4b35-922c-30d2fdc6d66b completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:01.817593 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Router 77e65f3f-b80b-401d-8c99-9b7460da64ba has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:01.822103 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-67690ed9-7ccc-4c03-a470-e8531a716a14 None None] Provisioning complete for port 2d7675d7-9618-4b35-922c-30d2fdc6d66b triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:01.823501 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-67690ed9-7ccc-4c03-a470-e8531a716a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.851198 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0c7b8fc2-2925-4d43-82e5-6d2ce7c1ae9b req-44fb8d34-8fc3-4cfb-a992-8f56c2371639 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 210 time: 0.0561962 Jun 29 16:17:01.872577 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port acaf3fc1-1934-45ad-aa03-73b315c09b34, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=acaf3fc1-1934-45ad-aa03-73b315c09b34,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:01.875423 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Allocated IP 172.20.0.4 (da301bec-01b9-4017-b7b4-8b818fb048cc/c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3/295e5020-2164-4ff6-855b-766d0e813d8e) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:01.885652 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-67690ed9-7ccc-4c03-a470-e8531a716a14 None None] Port 2d7675d7-9618-4b35-922c-30d2fdc6d66b cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:17:01.889306 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:01.899117 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:01.940739 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device dee109df-d0a6-4908-93de-8cf182e9922a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:01.951110 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13d468-3506-4f7f-80f0-46e041ed96e1 req-e40bcf02-3c21-47e2-8e83-2eb9eb5230d3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:01.963744 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4f13d468-3506-4f7f-80f0-46e041ed96e1 req-e40bcf02-3c21-47e2-8e83-2eb9eb5230d3 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.2544951 Jun 29 16:17:01.982008 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: dee109df-d0a6-4908-93de-8cf182e9922a {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:01.982520 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device dee109df-d0a6-4908-93de-8cf182e9922a not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:01.988368 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=acaf3fc1-1934-45ad-aa03-73b315c09b34,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:01.992216 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:02.001099 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:02.015878 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] 10.222.0.83 "PUT /v2.0/routers/77e65f3f-b80b-401d-8c99-9b7460da64ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2877126 Jun 29 16:17:02.031026 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-cbf6d527-e87b-4d55-99f3-ea25a50b5a89 None None] Provisioning complete for port 2d7675d7-9618-4b35-922c-30d2fdc6d66b triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:02.031617 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-cbf6d527-e87b-4d55-99f3-ea25a50b5a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.076098 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6d527-e87b-4d55-99f3-ea25a50b5a89 None None] Port 2d7675d7-9618-4b35-922c-30d2fdc6d66b cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:17:02.088549 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4f13d468-3506-4f7f-80f0-46e041ed96e1 req-02dbc3dc-e8d0-4d0c-ba5e-d6ad58064699 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237459 Jun 29 16:17:02.163047 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.182271 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Transition to ACTIVE for port object 295e5020-2164-4ff6-855b-766d0e813d8e will not be triggered until provisioned by entity DHCP. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:02.221386 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.230726 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:02.264755 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Network da301bec-01b9-4017-b7b4-8b818fb048cc is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:02.274223 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:02.279266 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:02.330958 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event updated for resources: {'Port': ['ID=295e5020-2164-4ff6-855b-766d0e813d8e,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:02.349068 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:02.370116 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:02.372111 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.395178 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2015789 Jun 29 16:17:02.424089 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Request body: {'port': {'device_id': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:02.561428 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.615502 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-bf4f2837-9c12-4f09-959c-de1c6b9c31f7 None None] Provisioning for port 295e5020-2164-4ff6-855b-766d0e813d8e completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:02.622375 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-bf4f2837-9c12-4f09-959c-de1c6b9c31f7 None None] Provisioning complete for port 295e5020-2164-4ff6-855b-766d0e813d8e triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:02.622840 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bf4f2837-9c12-4f09-959c-de1c6b9c31f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.660396 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f2837-9c12-4f09-959c-de1c6b9c31f7 None None] Port 295e5020-2164-4ff6-855b-766d0e813d8e cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:17:02.666622 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device db4cb23a-5473-40bf-88b0-283b308e60ea up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:02.743884 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port db4cb23a-5473-40bf-88b0-283b308e60ea triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:02.745696 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.842747 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device acaf3fc1-1934-45ad-aa03-73b315c09b34 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:02.893178 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port acaf3fc1-1934-45ad-aa03-73b315c09b34 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:02.893704 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.908378 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295e5020-2164-4ff6-855b-766d0e813d8e {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:02.924663 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.944589 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Transition to ACTIVE for port object 295e5020-2164-4ff6-855b-766d0e813d8e will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:02.958869 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:02.962893 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dbaa27bd-d4dc-4464-95a6-f440c63a2c2d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:03.025517 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Pushing event updated for resources: {'Port': ['ID=295e5020-2164-4ff6-855b-766d0e813d8e,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:03.032288 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 5323f48d-f3ba-49d0-a94a-537d0bbc550a up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:03.034455 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:03.117768 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 5323f48d-f3ba-49d0-a94a-537d0bbc550a completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:03.122212 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 5323f48d-f3ba-49d0-a94a-537d0bbc550a triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:03.122605 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:03.187177 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Attempting to bind port 295e5020-2164-4ff6-855b-766d0e813d8e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:17:03.189736 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Attempting to bind port 295e5020-2164-4ff6-855b-766d0e813d8e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:17:03.189736 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Attempting to bind port 295e5020-2164-4ff6-855b-766d0e813d8e on network da301bec-01b9-4017-b7b4-8b818fb048cc {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:03.199474 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Port 295e5020-2164-4ff6-855b-766d0e813d8e on network da301bec-01b9-4017-b7b4-8b818fb048cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:17:03.199856 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Attempting to bind port 295e5020-2164-4ff6-855b-766d0e813d8e on network da301bec-01b9-4017-b7b4-8b818fb048cc {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:03.208145 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:17:03.208587 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Checking segment: {'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:03.209128 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Bound using segment: {'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:17:03.209581 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Bound port: 295e5020-2164-4ff6-855b-766d0e813d8e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7375de09-05d4-43fc-a5b3-6c59046bd1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:17:03.209947 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:03.267222 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:03.301303 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 5323f48d-f3ba-49d0-a94a-537d0bbc550a, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=5323f48d-f3ba-49d0-a94a-537d0bbc550a,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:03.305958 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80077c63-6943-4456-add7-238bba37f6c7 req-7d298087-fdd3-4dda-8106-20dc63f7c02a tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:03.310308 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-80077c63-6943-4456-add7-238bba37f6c7 req-7d298087-fdd3-4dda-8106-20dc63f7c02a tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.2876954 Jun 29 16:17:03.326744 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:03.329930 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:03.390281 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=5323f48d-f3ba-49d0-a94a-537d0bbc550a,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:03.391453 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] For port 295e5020-2164-4ff6-855b-766d0e813d8e, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:17:03.394273 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:03.437162 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-80077c63-6943-4456-add7-238bba37f6c7 req-16813434-966b-4adf-8ef2-3fcf3f310f29 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134272 Jun 29 16:17:03.439126 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] For port 295e5020-2164-4ff6-855b-766d0e813d8e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=295e5020-2164-4ff6-855b-766d0e813d8e,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:17:03.450017 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:03.460569 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2b912a30-0262-452c-99d4-75daa680a542 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:03.491207 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:03.491959 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:03.494175 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] 10.222.0.61 "PUT /v2.0/ports/295e5020-2164-4ff6-855b-766d0e813d8e HTTP/1.1" status: 200 len: 1093 time: 1.0762098 Jun 29 16:17:03.497499 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:03.499942 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33021bc9-b164-45b2-94a1-0084a9780e06" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:03.515641 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3d8bf-1815-4091-9c66-126b49c0ba28 req-e42fe35c-d018-4302-8a26-e46cb57f36f5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:03.517391 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eca3d8bf-1815-4091-9c66-126b49c0ba28 req-e42fe35c-d018-4302-8a26-e46cb57f36f5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.2013314 Jun 29 16:17:03.561491 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b7f257-df00-415b-9d4a-37b5f7011f50 x-openstack-request-id: req-d8b7f257-df00-415b-9d4a-37b5f7011f50 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:03.562148 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:03.562148 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d8b7f257-df00-415b-9d4a-37b5f7011f50 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:03.562490 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e', 'status': 'completed', 'code': 200} Jun 29 16:17:03.579958 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Sync routers for ids ['77e65f3f-b80b-401d-8c99-9b7460da64ba'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:03.587218 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Pushing event updated for resources: {'Port': ['ID=295e5020-2164-4ff6-855b-766d0e813d8e,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:03.590454 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:03.595349 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Routers {'77e65f3f-b80b-401d-8c99-9b7460da64ba'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:03.596005 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['77e65f3f-b80b-401d-8c99-9b7460da64ba'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:03.625825 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eca3d8bf-1815-4091-9c66-126b49c0ba28 req-64d0ed1b-f1a1-4302-b403-892f78eb4a1a tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013446 Jun 29 16:17:03.670145 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-ff1540e5-262a-4a0e-a857-6fe917d0bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:03.672038 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-ff1540e5-262a-4a0e-a857-6fe917d0bf42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ce43a5ee1ea4e489191275815a7235b&device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 1096 time: 0.1005552 Jun 29 16:17:03.731380 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-ca1b10ae-25a1-4a1f-8335-d8ac2c5355db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=295e5020-2164-4ff6-855b-766d0e813d8e HTTP/1.1" status: 200 len: 217 time: 0.0486355 Jun 29 16:17:03.795911 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Set router 77e65f3f-b80b-401d-8c99-9b7460da64ba gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:03.816436 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-7c6ca269-bc02-4e80-ac40-6083f25c514a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:03.817894 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-7c6ca269-bc02-4e80-ac40-6083f25c514a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3 HTTP/1.1" status: 200 len: 848 time: 0.0773702 Jun 29 16:17:03.895607 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-d310a306-11e1-40f2-9e30-a3663f77ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:03.897077 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-d310a306-11e1-40f2-9e30-a3663f77ba83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da301bec-01b9-4017-b7b4-8b818fb048cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0654721 Jun 29 16:17:04.037929 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'name': 'tempest-TestMinimumBasicScenario-1183036328-router', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:56Z', 'updated_at': '2021-06-29T16:17:00Z', 'revision_number': 4, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'gw_port': {'id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:57Z', 'updated_at': '2021-06-29T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '2d7675d7-9618-4b35-922c-30d2fdc6d66b', 'name': '', 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'mac_address': 'fa:16:3e:1d:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'f1e20f9e-8edf-48a9-a1e9-17f41976b426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:59Z', 'updated_at': '2021-06-29T16:17:00Z', 'revision_number': 2, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'subnets': [{'id': 'f1e20f9e-8edf-48a9-a1e9-17f41976b426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:04.038545 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-16568654-4dea-489a-ad8b-107820d02a82 service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335382 Jun 29 16:17:04.073461 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Checking router: 77e65f3f-b80b-401d-8c99-9b7460da64ba for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:17:04.073863 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Updating router 77e65f3f-b80b-401d-8c99-9b7460da64ba port 2d7675d7-9618-4b35-922c-30d2fdc6d66b binding host dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:17:04.113135 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:04.169072 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2eec9ee5-e377-4a58-8c8b-3438eba9a3e8 req-ec7e8853-c63b-411c-b35e-ee3a88e84cc1 service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206269 Jun 29 16:17:04.300559 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-04ec8a01-1b30-4b88-9f50-12f3403e4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:04.302134 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-04ec8a01-1b30-4b88-9f50-12f3403e4790 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ce43a5ee1ea4e489191275815a7235b&device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 1096 time: 0.0579658 Jun 29 16:17:04.422911 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-d022e489-7ee8-4aac-8c91-41d8f4c9343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:04.424646 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-d022e489-7ee8-4aac-8c91-41d8f4c9343b service neutron] 10.222.0.61 "GET /v2.0/networks?id=da301bec-01b9-4017-b7b4-8b818fb048cc HTTP/1.1" status: 200 len: 910 time: 0.1123486 Jun 29 16:17:04.454443 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:04.466155 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Transition to ACTIVE for port object 2d7675d7-9618-4b35-922c-30d2fdc6d66b will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:04.474044 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:04.476611 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-686da538-09c5-4d6f-b1b3-c39d2f28ae41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:04.526637 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-97100fb3-bcab-4515-9411-7b54e0f57ac5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=295e5020-2164-4ff6-855b-766d0e813d8e HTTP/1.1" status: 200 len: 217 time: 0.0863409 Jun 29 16:17:04.576106 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0957a-2d43-4947-8001-e286a0927356 None None] Pushing event updated for resources: {'Port': ['ID=2d7675d7-9618-4b35-922c-30d2fdc6d66b,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:04.581153 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-19a0957a-2d43-4947-8001-e286a0927356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:04.608103 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 5323f48d-f3ba-49d0-a94a-537d0bbc550a up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:04.633903 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-74aba2fe-c087-48f7-9ff6-7d84a90c745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:04.636753 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-74aba2fe-c087-48f7-9ff6-7d84a90c745d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3 HTTP/1.1" status: 200 len: 848 time: 0.0964239 Jun 29 16:17:04.687430 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Attempting to bind port 2d7675d7-9618-4b35-922c-30d2fdc6d66b on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:17:04.688966 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Attempting to bind port 2d7675d7-9618-4b35-922c-30d2fdc6d66b by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '67600fda-da1e-46b6-b61f-f177a482a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:17:04.689610 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Attempting to bind port 2d7675d7-9618-4b35-922c-30d2fdc6d66b on network 5e234572-834f-46d5-a1fa-53dd66e14827 {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:04.697301 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:17:04.698110 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Checking segment: {'id': '67600fda-da1e-46b6-b61f-f177a482a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:04.698677 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:04.699219 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Bound using segment: {'id': '67600fda-da1e-46b6-b61f-f177a482a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:17:04.699994 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Bound port: 2d7675d7-9618-4b35-922c-30d2fdc6d66b, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67600fda-da1e-46b6-b61f-f177a482a3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:17:04.700563 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:04.741294 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 5323f48d-f3ba-49d0-a94a-537d0bbc550a triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:04.741941 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:04.842337 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdcc52-a294-4cee-8d7c-df8dcbc40128 req-b639cd55-e619-474f-bea9-3548df225854 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:04.852365 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83fdcc52-a294-4cee-8d7c-df8dcbc40128 req-b639cd55-e619-474f-bea9-3548df225854 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.2069647 Jun 29 16:17:04.852865 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] For port 2d7675d7-9618-4b35-922c-30d2fdc6d66b, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:17:04.861083 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] For port 2d7675d7-9618-4b35-922c-30d2fdc6d66b, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=2d7675d7-9618-4b35-922c-30d2fdc6d66b,segment=NetworkSegment(67600fda-da1e-46b6-b61f-f177a482a3a6),segment_id=67600fda-da1e-46b6-b61f-f177a482a3a6)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:17:04.877973 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:04.880992 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:04.925127 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-9f24c477-78e8-4c5c-aeff-aa628b6b7b1b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:04.927325 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-9f24c477-78e8-4c5c-aeff-aa628b6b7b1b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.61 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.0932264 Jun 29 16:17:04.933210 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-65250058-8b7f-4660-97d7-37d565fe5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:04.934849 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-65250058-8b7f-4660-97d7-37d565fe5c16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da301bec-01b9-4017-b7b4-8b818fb048cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2705824 Jun 29 16:17:04.987383 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83fdcc52-a294-4cee-8d7c-df8dcbc40128 req-63517edc-0e7a-47be-986f-224a27147557 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338997 Jun 29 16:17:05.062512 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff56e0-3eca-49cf-9c56-fe5883915d27 req-c9412512-a39a-439b-bed0-23d20780a0a5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:05.066331 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Deleting port 9350ac43-2ecf-43c7-9bdb-b791efe4008b {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:05.066679 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:05.070002 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4bff56e0-3eca-49cf-9c56-fe5883915d27 req-c9412512-a39a-439b-bed0-23d20780a0a5 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 946 time: 0.2153203 Jun 29 16:17:05.158825 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4bff56e0-3eca-49cf-9c56-fe5883915d27 req-5a0a714b-2e92-4ca9-b907-fec71eb3a4d9 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/security-groups?id=c42e15cb-a349-4c74-a0d6-17258c2a4bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868475 Jun 29 16:17:05.194266 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-e82148fb-21b9-4bdc-a444-15a618b40631 service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473307 Jun 29 16:17:05.204051 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Routers {'77e65f3f-b80b-401d-8c99-9b7460da64ba'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:05.205251 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['77e65f3f-b80b-401d-8c99-9b7460da64ba'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:05.208814 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] For port 9350ac43-2ecf-43c7-9bdb-b791efe4008b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9350ac43-2ecf-43c7-9bdb-b791efe4008b,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:05.208814 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:05.227425 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Calling delete_port for 9350ac43-2ecf-43c7-9bdb-b791efe4008b owned by compute:nova {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:05.341412 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] Set router 77e65f3f-b80b-401d-8c99-9b7460da64ba gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:05.363938 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-33021bc9-b164-45b2-94a1-0084a9780e06 req-a55bab42-efff-4455-aff1-8ca4a8131e2f service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601326 Jun 29 16:17:05.401524 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:05.406945 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:05.435951 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['9350ac43-2ecf-43c7-9bdb-b791efe4008b'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:05.438051 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0957a-2d43-4947-8001-e286a0927356 None None] Pushing event updated for resources: {'Port': ['ID=2d7675d7-9618-4b35-922c-30d2fdc6d66b,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:05.443163 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-19a0957a-2d43-4947-8001-e286a0927356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:05.456061 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Pushing event deleted for resources: {'Port': ['ID=9350ac43-2ecf-43c7-9bdb-b791efe4008b,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:05.459132 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:05.518107 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] No DVR routers for this DVR port 9350ac43-2ecf-43c7-9bdb-b791efe4008b on host hv-cinder-78626 {{(pid=93150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:17:05.521714 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:05.524375 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-e3ea7e40-a20a-43ac-8217-22d949529821 req-b05fe4c0-79e8-4d80-becf-7e8664f0bff4 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.61 "DELETE /v2.0/ports/9350ac43-2ecf-43c7-9bdb-b791efe4008b HTTP/1.1" status: 204 len: 173 time: 0.5894709 Jun 29 16:17:05.524940 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be284577-541a-4ae5-aa43-78a22e34771e', 'name': 'network-vif-deleted', 'tag': '9350ac43-2ecf-43c7-9bdb-b791efe4008b'}] {{(pid=93150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:05.527974 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48a7feb8469e3ec324b3892cc3d616f279792e0891358fa3d6d01a76cb3d71ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc32e32-bd22-4be4-b451-b317cf673de6" -d '{"events": [{"server_uuid": "be284577-541a-4ae5-aa43-78a22e34771e", "name": "network-vif-deleted", "tag": "9350ac43-2ecf-43c7-9bdb-b791efe4008b"}]}' {{(pid=93150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:05.585059 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd46ca8-e511-436e-95f4-b47a349fa776 x-openstack-request-id: req-9dd46ca8-e511-436e-95f4-b47a349fa776 {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:05.585396 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be284577-541a-4ae5-aa43-78a22e34771e", "name": "network-vif-deleted", "tag": "9350ac43-2ecf-43c7-9bdb-b791efe4008b", "status": "completed", "code": 200}]} {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:05.585682 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9dd46ca8-e511-436e-95f4-b47a349fa776 {{(pid=93150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:05.587475 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be284577-541a-4ae5-aa43-78a22e34771e', 'name': 'network-vif-deleted', 'tag': '9350ac43-2ecf-43c7-9bdb-b791efe4008b', 'status': 'completed', 'code': 200} Jun 29 16:17:05.660539 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'name': 'tempest-TestMinimumBasicScenario-1183036328-router', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:56Z', 'updated_at': '2021-06-29T16:17:00Z', 'revision_number': 4, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'gw_port': {'id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:57Z', 'updated_at': '2021-06-29T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '2d7675d7-9618-4b35-922c-30d2fdc6d66b', 'name': '', 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'mac_address': 'fa:16:3e:1d:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'f1e20f9e-8edf-48a9-a1e9-17f41976b426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:59Z', 'updated_at': '2021-06-29T16:17:04Z', 'revision_number': 4, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'subnets': [{'id': 'f1e20f9e-8edf-48a9-a1e9-17f41976b426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:05.694559 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613cbe5-5b52-4885-af24-871dd2597c1f None None] The sync data for ids ['77e65f3f-b80b-401d-8c99-9b7460da64ba'] in dv-cinder-786260-7-smb is: [{'id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'name': 'tempest-TestMinimumBasicScenario-1183036328-router', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:56Z', 'updated_at': '2021-06-29T16:17:00Z', 'revision_number': 4, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'gw_port': {'id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:57Z', 'updated_at': '2021-06-29T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '2d7675d7-9618-4b35-922c-30d2fdc6d66b', 'name': '', 'network_id': '5e234572-834f-46d5-a1fa-53dd66e14827', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'mac_address': 'fa:16:3e:1d:59:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'f1e20f9e-8edf-48a9-a1e9-17f41976b426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:59Z', 'updated_at': '2021-06-29T16:17:04Z', 'revision_number': 4, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'subnets': [{'id': 'f1e20f9e-8edf-48a9-a1e9-17f41976b426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:06.268179 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb172e-7286-4ca8-a6c6-1c4943526753 req-41292e81-abb9-4155-a228-d314f7769815 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:06.276359 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4cdb172e-7286-4ca8-a6c6-1c4943526753 req-41292e81-abb9-4155-a228-d314f7769815 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.1481473 Jun 29 16:17:06.339848 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4cdb172e-7286-4ca8-a6c6-1c4943526753 req-10fcb77d-cd35-427d-b244-33659db09a83 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538874 Jun 29 16:17:06.429408 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dda953be-dcbc-4739-a103-de9c37dec3ab req-c471e366-cb0f-40c7-b2fc-a379bcc02a82 tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] 10.222.0.83 "GET /v2.0/ports?device_id=be284577-541a-4ae5-aa43-78a22e34771e HTTP/1.1" status: 200 len: 210 time: 0.0473292 Jun 29 16:17:06.565416 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 2d7675d7-9618-4b35-922c-30d2fdc6d66b up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:06.626041 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 2d7675d7-9618-4b35-922c-30d2fdc6d66b completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:06.630484 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 2d7675d7-9618-4b35-922c-30d2fdc6d66b triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:06.630866 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:06.721768 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:06.771678 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 2d7675d7-9618-4b35-922c-30d2fdc6d66b, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=2d7675d7-9618-4b35-922c-30d2fdc6d66b,segment=NetworkSegment(67600fda-da1e-46b6-b61f-f177a482a3a6),segment_id=67600fda-da1e-46b6-b61f-f177a482a3a6)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:06.781127 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:06.783437 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-e035f789-b98c-4d0d-b908-034692335f14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:06.848962 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=2d7675d7-9618-4b35-922c-30d2fdc6d66b,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:06.853009 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:07.516867 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034831d6-f7f3-4ba8-8547-1244c6b41688 req-7b545245-4965-4931-bd29-db735ab7c991 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:07.518982 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-034831d6-f7f3-4ba8-8547-1244c6b41688 req-7b545245-4965-4931-bd29-db735ab7c991 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.0737860 Jun 29 16:17:07.536725 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55386) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:07.620233 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-034831d6-f7f3-4ba8-8547-1244c6b41688 req-1bc38736-961b-48c1-a6d8-3410af281eec tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910580 Jun 29 16:17:07.936623 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 295e5020-2164-4ff6-855b-766d0e813d8e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:17:08.080393 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 295e5020-2164-4ff6-855b-766d0e813d8e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=295e5020-2164-4ff6-855b-766d0e813d8e,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:08.092420 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658169'] for router_interface, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:08.093745 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '295e5020-2164-4ff6-855b-766d0e813d8e', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'port_id': '295e5020-2164-4ff6-855b-766d0e813d8e', 'mac_address': 'fa:16:3e:d0:08:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:17:08.142906 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:08.160648 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295e5020-2164-4ff6-855b-766d0e813d8e {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:08.194223 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 295e5020-2164-4ff6-855b-766d0e813d8e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=295e5020-2164-4ff6-855b-766d0e813d8e,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:08.210209 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:08.213143 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:08.278442 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=295e5020-2164-4ff6-855b-766d0e813d8e,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:08.281505 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:08.450542 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Deleting port 2483d668-8aee-4b44-96e5-4f5aef3f80a7 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:08.450892 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:08.483745 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['295e5020-2164-4ff6-855b-766d0e813d8e'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:08.538669 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 2d7675d7-9618-4b35-922c-30d2fdc6d66b up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:08.556623 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] For port 2483d668-8aee-4b44-96e5-4f5aef3f80a7, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=2483d668-8aee-4b44-96e5-4f5aef3f80a7,segment=NetworkSegment(eb09a1a9-cc73-44e7-99e5-893279ab40d5),segment_id=eb09a1a9-cc73-44e7-99e5-893279ab40d5)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:08.557215 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:08.574209 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Calling delete_port for 2483d668-8aee-4b44-96e5-4f5aef3f80a7 owned by network:router_interface {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:08.657874 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 2d7675d7-9618-4b35-922c-30d2fdc6d66b triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:08.658260 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:08.854068 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7f48c-443c-403c-a4f8-3892426ad393 req-139635a5-c10b-4b27-9c8f-4697b0f2d747 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:08.856803 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bee7f48c-443c-403c-a4f8-3892426ad393 req-139635a5-c10b-4b27-9c8f-4697b0f2d747 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 944 time: 0.0883269 Jun 29 16:17:08.909849 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bee7f48c-443c-403c-a4f8-3892426ad393 req-f6ae51ce-4036-420d-9645-c63c611c28b2 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470443 Jun 29 16:17:09.128175 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:09.132236 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:09.157692 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2483d668-8aee-4b44-96e5-4f5aef3f80a7,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:09.175783 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.176438 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.176805 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.177164 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.177515 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.177886 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.178224 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.178576 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.178977 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.179327 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.179752 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.180098 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:09.198389 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:09.345313 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655433'] for router_interface, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:09.577245 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:09.701846 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:09.715629 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-7c056562-afbf-4080-88e9-82adf1206d80 admin admin] 10.222.0.83 "PUT /v2.0/routers/889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1747134 Jun 29 16:17:09.715629 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55390) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:09.719167 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] Sync routers for ids ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:09.733266 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] Routers {'889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:09.734256 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:09.834088 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Notify callbacks [] for router, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:09.843064 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] Set router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:09.943686 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 295e5020-2164-4ff6-855b-766d0e813d8e up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:09.966830 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.047816 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Deleting port 01a0911a-cdc2-49f6-847c-86c186d027f4 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:10.048210 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.050811 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 295e5020-2164-4ff6-855b-766d0e813d8e completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:10.055594 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 295e5020-2164-4ff6-855b-766d0e813d8e triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:10.056205 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.073464 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'name': 'tempest-ServerRescueNegativeTestJSON-867877229-router', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136'}], 'enable_snat': True}, 'gw_port_id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:17:09Z', 'revision_number': 5, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'gw_port': {'id': '01a0911a-cdc2-49f6-847c-86c186d027f4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:06Z', 'updated_at': '2021-06-29T16:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:10.131748 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] Checking router: 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:17:10.141711 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] Routers {'889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:10.142657 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:10.162304 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] For port 01a0911a-cdc2-49f6-847c-86c186d027f4, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=01a0911a-cdc2-49f6-847c-86c186d027f4,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:10.162688 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.197054 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Calling delete_port for 01a0911a-cdc2-49f6-847c-86c186d027f4 owned by network:router_gateway {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:10.205026 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.220013 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db887a-94b9-4d47-9cdd-698ff45ab90e req-58bf2d11-59d2-4ade-b951-8dcf5336703a tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:10.227201 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-15db887a-94b9-4d47-9cdd-698ff45ab90e req-58bf2d11-59d2-4ade-b951-8dcf5336703a tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 944 time: 0.1682520 Jun 29 16:17:10.259745 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] Set router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 gateway port host: None {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:10.262142 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:10.266874 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa7ee2a-7e9b-4548-9356-334b9b400b51" -d '{"events": [{"server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "name": "network-vif-plugged", "status": "completed", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:10.303128 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 295e5020-2164-4ff6-855b-766d0e813d8e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=295e5020-2164-4ff6-855b-766d0e813d8e,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:10.317744 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.318633 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 9350ac43-2ecf-43c7-9bdb-b791efe4008b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:10.319246 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-15db887a-94b9-4d47-9cdd-698ff45ab90e req-18f1daf5-1523-49e9-bf89-71ca6fa2e1f0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910408 Jun 29 16:17:10.324470 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'name': 'tempest-ServerRescueNegativeTestJSON-867877229-router', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:17:09Z', 'revision_number': 6, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'gw_port_host': None}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:10.347183 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-19a0957a-2d43-4947-8001-e286a0927356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:10.349539 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 9350ac43-2ecf-43c7-9bdb-b791efe4008b {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:10.350039 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 9350ac43-2ecf-43c7-9bdb-b791efe4008b not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:10.360288 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c70c5d-2ac1-44bf-a279-26b768764b4d None None] The sync data for ids ['889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7'] in dv-cinder-786260-7-smb is: [{'id': '889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7', 'name': 'tempest-ServerRescueNegativeTestJSON-867877229-router', 'tenant_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:17:09Z', 'revision_number': 6, 'project_id': 'f6d71620e8cc45cc9d7bdafc56304f78', 'gw_port_host': None}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:10.382043 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23764fa-78ee-4afe-8d02-c14bc1abe9b0 x-openstack-request-id: req-d23764fa-78ee-4afe-8d02-c14bc1abe9b0 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:10.382475 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "name": "network-vif-plugged", "status": "completed", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:10.397853 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d23764fa-78ee-4afe-8d02-c14bc1abe9b0 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:10.400824 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e', 'code': 200} Jun 29 16:17:10.443004 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=295e5020-2164-4ff6-855b-766d0e813d8e,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:10.448461 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:10.466935 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.468983 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-133eb568-6ebb-4eae-b663-2e9c54e28fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:10.495402 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=01a0911a-cdc2-49f6-847c-86c186d027f4,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:10.497780 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:10.562956 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586157'] for router_gateway, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.687532 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1655973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1005'] for router, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.689589 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.785160 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656492'] for router, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.785809 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 {{(pid=93150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:17:10.795437 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.796757 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-52dad404-a88a-40f1-a447-ae64aee1bb2d admin admin] 10.222.0.83 "DELETE /v2.0/routers/889f2a0c-269e-49ea-b59b-a8fc2ab6a2c7 HTTP/1.1" status: 204 len: 168 time: 1.0799041 Jun 29 16:17:10.799101 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55400) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:10.855877 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c2b6-89d1-4319-9605-89ea55d20133 req-129f978a-1355-43ef-a7b7-6a7f2d4f18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:10.857274 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7066c2b6-89d1-4319-9605-89ea55d20133 req-129f978a-1355-43ef-a7b7-6a7f2d4f18a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 1098 time: 0.1406376 Jun 29 16:17:10.860552 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc95347e-6ea6-4013-86da-a892f5308382 admin admin] Deleting subnet 00856550-075c-4e4e-823b-b11e67c61907 {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:17:10.864036 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dc95347e-6ea6-4013-86da-a892f5308382 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.926871 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 2483d668-8aee-4b44-96e5-4f5aef3f80a7 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:10.928587 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dc95347e-6ea6-4013-86da-a892f5308382 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:10.956331 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-7066c2b6-89d1-4319-9605-89ea55d20133 req-bf01a0be-5b0d-4499-bd93-0c9d0b0273e3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902522 Jun 29 16:17:10.958367 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 2483d668-8aee-4b44-96e5-4f5aef3f80a7 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:10.958863 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 2483d668-8aee-4b44-96e5-4f5aef3f80a7 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:10.986813 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dc95347e-6ea6-4013-86da-a892f5308382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.062512 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dc95347e-6ea6-4013-86da-a892f5308382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.064881 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-41f6331a-c98e-4870-8179-69d738285347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:11.090106 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95347e-6ea6-4013-86da-a892f5308382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00856550-075c-4e4e-823b-b11e67c61907,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:11.093853 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-dc95347e-6ea6-4013-86da-a892f5308382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:11.097190 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-dc95347e-6ea6-4013-86da-a892f5308382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.102472 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-dc95347e-6ea6-4013-86da-a892f5308382 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/00856550-075c-4e4e-823b-b11e67c61907 HTTP/1.1" status: 204 len: 168 time: 0.3022842 Jun 29 16:17:11.102649 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55402) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:11.185719 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.277404 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.288370 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428dcee7-1bec-43ac-a7c8-c8ba71aa75c6']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:11.299778 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb09a1a9-cc73-44e7-99e5-893279ab40d5') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:11.300279 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb09a1a9-cc73-44e7-99e5-893279ab40d5') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:11.311179 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.325209 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.332186 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:17:11.332576 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:17:11.334228 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:17:11.403394 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.412819 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:11.418117 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.420674 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] 10.222.0.83 "DELETE /v2.0/networks/428dcee7-1bec-43ac-a7c8-c8ba71aa75c6 HTTP/1.1" status: 204 len: 168 time: 0.3170769 Jun 29 16:17:11.441881 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Pushing event deleted for resources: {'Network': ['ID=428dcee7-1bec-43ac-a7c8-c8ba71aa75c6,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:11.455566 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.455965 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.456336 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.456700 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.457835 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.458198 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.458685 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.459040 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.459397 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.459779 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.460127 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.461291 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:11.503705 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:11.546418 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ba990-b3de-467d-8793-82e76cff6910 req-a7e59b46-0774-46ec-af87-1539e7e3b5d0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:11.547856 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-453ba990-b3de-467d-8793-82e76cff6910 req-a7e59b46-0774-46ec-af87-1539e7e3b5d0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.0833547 Jun 29 16:17:11.593895 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-453ba990-b3de-467d-8793-82e76cff6910 req-62ac3551-901f-425e-97e7-f03241924452 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374391 Jun 29 16:17:11.654393 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55408) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:11.715389 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55410) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:11.716191 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-31a131b1-4d8d-4e6f-894a-0db183f5b8ca admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f6d71620e8cc45cc9d7bdafc56304f78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0599709 Jun 29 16:17:11.785710 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f748ed8b-633a-4951-b4c1-d209ac71b19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.810049 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f748ed8b-633a-4951-b4c1-d209ac71b19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.896858 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f748ed8b-633a-4951-b4c1-d209ac71b19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.901464 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f748ed8b-633a-4951-b4c1-d209ac71b19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:11.905715 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-f748ed8b-633a-4951-b4c1-d209ac71b19e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c42e15cb-a349-4c74-a0d6-17258c2a4bed HTTP/1.1" status: 204 len: 168 time: 0.1891973 Jun 29 16:17:11.906733 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e206f1ca-2168-4beb-b426-5036cb2841d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:11.921441 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748ed8b-633a-4951-b4c1-d209ac71b19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e15cb-a349-4c74-a0d6-17258c2a4bed,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:11.950732 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f748ed8b-633a-4951-b4c1-d209ac71b19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:12.485091 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 01a0911a-cdc2-49f6-847c-86c186d027f4 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:12.513916 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 01a0911a-cdc2-49f6-847c-86c186d027f4 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:12.515150 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 01a0911a-cdc2-49f6-847c-86c186d027f4 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:12.795090 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55436) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:12.800874 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300872a-37ba-448a-85db-bc136d8db0ee req-a0df9ccd-6e24-426d-b502-e6d846069e8c tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:12.802687 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c300872a-37ba-448a-85db-bc136d8db0ee req-a0df9ccd-6e24-426d-b502-e6d846069e8c tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.0715168 Jun 29 16:17:12.848789 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c300872a-37ba-448a-85db-bc136d8db0ee req-83f926c9-20f3-483e-bc9b-5b47f663e75d tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375400 Jun 29 16:17:12.962601 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1108412837-network', 'tenant_id': '907322aa97e34f61aeeb36f380fc9e23'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:13.018205 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Made reservation on behalf of 907322aa97e34f61aeeb36f380fc9e23 for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:13.020959 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.030655 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.041619 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000fc24-7631-471b-9503-106751cafa79 req-0b419677-47a8-40cc-a373-40f8f4d6db0d tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:13.043096 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c000fc24-7631-471b-9503-106751cafa79 req-0b419677-47a8-40cc-a373-40f8f4d6db0d tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.0742345 Jun 29 16:17:13.087150 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c000fc24-7631-471b-9503-106751cafa79 req-06ea0d8b-b03a-47af-abe6-221faa656aed tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370557 Jun 29 16:17:13.124007 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55446) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:13.141054 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.147697 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.152583 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cd3a6c4b-ad21-4daa-811b-2c7f48a8cc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:13.173794 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:17:13.191917 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:13.195685 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.196200 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Added segment 608b223c-87f4-454e-9fea-c9965b1bf50f of type vlan for network 1080a20d-8ade-4068-8d04-b8a9ca139bcf Jun 29 16:17:13.198338 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:13.248568 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.287888 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.289295 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:13.289950 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.292095 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:13.354887 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1080a20d-8ade-4068-8d04-b8a9ca139bcf,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:13.359332 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:13.366884 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network 1080a20d-8ade-4068-8d04-b8a9ca139bcf details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:17:13.373259 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c85bb85-03e1-437e-9a22-a508740dbf0c tempest-TestShelveInstance-452741915 tempest-TestShelveInstance-452741915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:13.375059 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-5c85bb85-03e1-437e-9a22-a508740dbf0c tempest-TestShelveInstance-452741915 tempest-TestShelveInstance-452741915-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 1093 time: 0.2487462 Jun 29 16:17:13.376041 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55450) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:13.377863 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55452) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:13.378546 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5811429 Jun 29 16:17:13.384625 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Request body: {'floatingip': {'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'port_id': '295e5020-2164-4ff6-855b-766d0e813d8e', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:13.392386 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Request body: {'subnet': {'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1108412837-subnet', 'tenant_id': '907322aa97e34f61aeeb36f380fc9e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:13.412250 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.db.api [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 16:17:13.412250 dv-cinder-786260-7-smb neutron-server[93151]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 16:17:13.412250 dv-cinder-786260-7-smb neutron-server[93151]: [parameters: {'project_id_1': '907322aa97e34f61aeeb36f380fc9e23', 'expiration_1': datetime.datetime(2021, 6, 29, 16, 17, 13, 399564)}] Jun 29 16:17:13.412250 dv-cinder-786260-7-smb neutron-server[93151]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93151) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:17:13.413262 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_db.api [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:17:13.423115 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for floatingip, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.724039 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.828758 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Allocated IP 172.28.0.213 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/5073b489-a045-40d7-bae5-4f928cc57017) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:13.945652 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:13.955381 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Made reservation on behalf of 907322aa97e34f61aeeb36f380fc9e23 for: {'subnet': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:13.957807 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3587018'] for subnet, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:14.075821 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:14.102513 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-69b7074f-43f4-45d2-acd9-947fe2d486c3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:14.183370 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:14.192588 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:14.200238 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:14.206253 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event updated for resources: {'Port': ['ID=5073b489-a045-40d7-bae5-4f928cc57017,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:14.237284 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:14.275947 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-b5f43561-9347-4885-ae95-8e92d3451119 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:14.277478 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-b5f43561-9347-4885-ae95-8e92d3451119 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/networks?id=53ef2302-3df0-4d2f-90d0-bd20220efc03 HTTP/1.1" status: 200 len: 813 time: 0.2295935 Jun 29 16:17:14.346087 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-93d4adfd-97e7-4a63-836c-e708c5e0382e tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/quotas/4cbac1035e634e8cb68bb71071152f0f HTTP/1.1" status: 200 len: 375 time: 0.0478024 Jun 29 16:17:14.369093 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3587032'] for subnet, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:14.393897 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:14.521651 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99a2bbe-7bb4-437a-9efa-42d4258e431e,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:14.525218 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:14.561317 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Checking segment: {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:14.561668 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Network hostable DHCP agents. Network: 1080a20d-8ade-4068-8d04-b8a9ca139bcf, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:17:14.597002 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-56b809d2-fa7d-443c-9854-c2c5da29a717 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4cbac1035e634e8cb68bb71071152f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2426910 Jun 29 16:17:14.662123 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Network 1080a20d-8ade-4068-8d04-b8a9ca139bcf is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:17:14.703709 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, 1080a20d-8ade-4068-8d04-b8a9ca139bcf) {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:14.711730 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7292f3e-9b19-42b8-a19f-d1098fff8257 None None] Network 1080a20d-8ade-4068-8d04-b8a9ca139bcf requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:17:14.736568 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:14.737204 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:14.780872 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-577046e0-816f-4d77-a0e1-3b16f7f50b93 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4004774 Jun 29 16:17:14.836982 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44970529-c76a-4849-a692-49075ff31c20 None None] Network 1080a20d-8ade-4068-8d04-b8a9ca139bcf requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:17:14.862984 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-5db02b6b-14f5-4dbb-a629-fa7f3aa2a58f service neutron] 10.222.0.83 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518926 Jun 29 16:17:15.059332 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:15.122755 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-54fa1211-576e-4bca-b103-204b6c9cc9ad service neutron] 10.222.0.83 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507908 Jun 29 16:17:15.433396 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-248d93ad-57ab-4bed-8da1-680f4b21ecd1 req-233df01b-ca93-4947-b58d-f1b1892b50af tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 210 time: 0.0353241 Jun 29 16:17:15.498410 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:15.529254 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f07a3-a8af-4627-9406-48d056be43bf req-4f2a1ae4-da4a-418e-bf6e-7cd1d928d58a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:15.530895 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-4f2a1ae4-da4a-418e-bf6e-7cd1d928d58a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 815 time: 0.4039021 Jun 29 16:17:15.566763 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-b2dfd10d-60d5-44c9-9dff-db8960076391 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/quotas/907322aa97e34f61aeeb36f380fc9e23 HTTP/1.1" status: 200 len: 375 time: 0.0265126 Jun 29 16:17:15.600007 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-9cd0b2ba-389a-43bb-8eed-fd29b3a8d4f8 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322289 Jun 29 16:17:15.767272 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-5d18d7ed-2d46-4fa4-b6e5-167abb80c620 service neutron] 10.222.0.83 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530285 Jun 29 16:17:15.798131 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:15.826812 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:15.830071 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:15.907206 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event updated for resources: {'Port': ['ID=5073b489-a045-40d7-bae5-4f928cc57017,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:15.917034 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:15.942083 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-85b8bdbc-f902-432b-8528-37e9b4086e49 service neutron] 10.222.0.83 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676290 Jun 29 16:17:15.942790 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:16.056451 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.l3_db [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Floating IP cf57da0e-fc93-45e9-b2bb-1aa7f2325b85 associated. External IP: 172.28.0.213, port: 295e5020-2164-4ff6-855b-766d0e813d8e. Jun 29 16:17:16.130077 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f25d6e83-3e8e-4f9f-8b09-35cb59efa8a4 req-f9b2de3f-65b9-42f6-8668-ac65e265bc53 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0338488 Jun 29 16:17:16.311209 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Router b47ed41e-e27f-4b91-96ab-781c48d6be77 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:16.439193 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:16.453021 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] Sync routers for ids ['b47ed41e-e27f-4b91-96ab-781c48d6be77'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:16.477414 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] Routers {'b47ed41e-e27f-4b91-96ab-781c48d6be77'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:16.478194 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['b47ed41e-e27f-4b91-96ab-781c48d6be77'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:16.490581 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:16.517562 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-1040a426-f368-439e-969e-780ce1095afe tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:16.519204 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-1040a426-f368-439e-969e-780ce1095afe tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.61 "GET /v2.0/networks?id=53ef2302-3df0-4d2f-90d0-bd20220efc03 HTTP/1.1" status: 200 len: 813 time: 0.1262105 Jun 29 16:17:16.548390 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'port': {'device_id': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'admin_state_up': True, 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:16.571185 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1917782 Jun 29 16:17:16.572363 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:16.579456 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5876f08b-5491-4ab2-9145-b56397c8a0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:16.642898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] Set router b47ed41e-e27f-4b91-96ab-781c48d6be77 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:16.645389 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1ac29b61-2359-402e-a62a-1c36e96bd43b req-409fcd82-4cd5-4902-8c0c-12dad9730c91 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 210 time: 0.0551023 Jun 29 16:17:16.689310 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550a8680-932c-44fa-861c-73aaf2427212 x-openstack-request-id: req-550a8680-932c-44fa-861c-73aaf2427212 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:16.689748 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:16.690035 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-550a8680-932c-44fa-861c-73aaf2427212 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:16.690656 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e', 'status': 'completed', 'code': 200} Jun 29 16:17:16.698047 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Made reservation on behalf of 4cbac1035e634e8cb68bb71071152f0f for: {'port': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:16.705673 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:16.805535 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-fe5475e8-6f95-47ed-991f-0cc7af71db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:16.807036 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-fe5475e8-6f95-47ed-991f-0cc7af71db03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ce43a5ee1ea4e489191275815a7235b&device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 1098 time: 0.0622206 Jun 29 16:17:16.884175 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Allocated IP 172.20.0.7 (53ef2302-3df0-4d2f-90d0-bd20220efc03/66567384-d5ce-45e8-ad8a-c908362f0cb5/b0c01634-c583-47b8-b5d7-f2586b1baa63) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:16.943443 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-0e87cffb-ea72-4826-8b3c-ee84630e3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:16.946591 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-0e87cffb-ea72-4826-8b3c-ee84630e3a57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=da301bec-01b9-4017-b7b4-8b818fb048cc HTTP/1.1" status: 200 len: 910 time: 0.1267421 Jun 29 16:17:17.031089 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-52b89790-96e8-4329-9425-a27bb8ed9ce0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=295e5020-2164-4ff6-855b-766d0e813d8e HTTP/1.1" status: 200 len: 999 time: 0.0774648 Jun 29 16:17:17.087821 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-0f8c72d4-effd-4966-a39d-7c4ed33940d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:17.089314 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-0f8c72d4-effd-4966-a39d-7c4ed33940d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3 HTTP/1.1" status: 200 len: 848 time: 0.0480661 Jun 29 16:17:17.106183 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:17.121135 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.provisioning_blocks [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Transition to ACTIVE for port object b0c01634-c583-47b8-b5d7-f2586b1baa63 will not be triggered until provisioned by entity DHCP. {{(pid=93150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:17.122290 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'cf57da0e-fc93-45e9-b2bb-1aa7f2325b85', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'floating_ip_address': '172.28.0.213', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'port_id': '295e5020-2164-4ff6-855b-766d0e813d8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'mac_address': 'fa:16:3e:d0:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:14Z', 'updated_at': '2021-06-29T16:17:14Z', 'revision_number': 0, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60019005-db42-4ae6-afa5-7617932160a4', 'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'mac_address': 'fa:16:3e:59:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:16Z', 'updated_at': '2021-06-29T16:16:27Z', 'revision_number': 5, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'subnets': [{'id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:17.161382 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] Checking router: b47ed41e-e27f-4b91-96ab-781c48d6be77 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:17:17.180617 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] Routers {'b47ed41e-e27f-4b91-96ab-781c48d6be77'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:17.181271 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-31bb513d-1276-499a-9bc6-9374747678cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:17.181418 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:17.181544 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:16:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['b47ed41e-e27f-4b91-96ab-781c48d6be77'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:17.183263 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-31bb513d-1276-499a-9bc6-9374747678cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da301bec-01b9-4017-b7b4-8b818fb048cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865629 Jun 29 16:17:17.186367 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:17.299210 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Network 53ef2302-3df0-4d2f-90d0-bd20220efc03 is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:17.305553 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] Set router b47ed41e-e27f-4b91-96ab-781c48d6be77 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:17.310858 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'Port': ['ID=b0c01634-c583-47b8-b5d7-f2586b1baa63,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:17.315685 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:17.317080 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:17.321234 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:17.341629 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-99155a9a-00ac-4302-a598-c691feb50dac req-6bda2baf-5d60-481f-b157-e965f9a3e84b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0618103 Jun 29 16:17:17.405912 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:17.406997 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:17.434715 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-65d2aa14-b4d2-4b3e-9966-e629249deb69 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8885803 Jun 29 16:17:17.454229 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-98d8123e-faa2-438d-9cf9-8c0654d33b6b service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552581 Jun 29 16:17:17.726642 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-aaabd53b-0b50-4d4d-bbb8-50bab25452f8 None None] Provisioning for port b0c01634-c583-47b8-b5d7-f2586b1baa63 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:17.734086 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-aaabd53b-0b50-4d4d-bbb8-50bab25452f8 None None] Provisioning complete for port b0c01634-c583-47b8-b5d7-f2586b1baa63 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:17.734476 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-aaabd53b-0b50-4d4d-bbb8-50bab25452f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:17.774972 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-aaabd53b-0b50-4d4d-bbb8-50bab25452f8 None None] Port b0c01634-c583-47b8-b5d7-f2586b1baa63 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:17:17.792148 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'cf57da0e-fc93-45e9-b2bb-1aa7f2325b85', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'floating_ip_address': '172.28.0.213', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'port_id': '295e5020-2164-4ff6-855b-766d0e813d8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'mac_address': 'fa:16:3e:d0:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:14Z', 'updated_at': '2021-06-29T16:17:14Z', 'revision_number': 0, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60019005-db42-4ae6-afa5-7617932160a4', 'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'mac_address': 'fa:16:3e:59:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:16Z', 'updated_at': '2021-06-29T16:16:27Z', 'revision_number': 5, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'subnets': [{'id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:17.819302 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d6ff37-4a84-45a2-9183-7ae0bc15be43 None None] The sync data for ids ['b47ed41e-e27f-4b91-96ab-781c48d6be77'] in dv-cinder-786260-7-smb is: [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'cf57da0e-fc93-45e9-b2bb-1aa7f2325b85', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'floating_ip_address': '172.28.0.213', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'port_id': '295e5020-2164-4ff6-855b-766d0e813d8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'mac_address': 'fa:16:3e:d0:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:14Z', 'updated_at': '2021-06-29T16:17:14Z', 'revision_number': 0, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60019005-db42-4ae6-afa5-7617932160a4', 'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'mac_address': 'fa:16:3e:59:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:16Z', 'updated_at': '2021-06-29T16:16:27Z', 'revision_number': 5, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'subnets': [{'id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:17.893494 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36132b-63d8-4ffe-aff4-6ac4f9c29bf9 req-7bda6e84-722d-42bf-862e-5dc0ba9b8857 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:17.901618 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da36132b-63d8-4ffe-aff4-6ac4f9c29bf9 req-7bda6e84-722d-42bf-862e-5dc0ba9b8857 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 931 time: 0.1088138 Jun 29 16:17:17.938531 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da36132b-63d8-4ffe-aff4-6ac4f9c29bf9 req-27edf335-af46-4a91-8612-8a7ec5bfc675 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359190 Jun 29 16:17:18.053303 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d5cb1-0339-4b9e-81b9-9f220b7dbac6 None None] New status for floating IP cf57da0e-fc93-45e9-b2bb-1aa7f2325b85: ACTIVE {{(pid=93153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:17:18.510798 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9fc4e696-ec9e-4af8-b643-8a7af6b33122 req-44e2519a-8db6-4f08-9369-5843eda19a66 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0285261 Jun 29 16:17:19.115521 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3c84b-d2b6-4743-b4b0-ae5587b501f0 req-8298f590-6e05-41b6-be1b-5e1df3e5f72b tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:19.117843 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-62c3c84b-d2b6-4743-b4b0-ae5587b501f0 req-8298f590-6e05-41b6-be1b-5e1df3e5f72b tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 931 time: 0.0699036 Jun 29 16:17:19.159064 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-62c3c84b-d2b6-4743-b4b0-ae5587b501f0 req-c81f6995-de7e-4903-9682-b521be3db7a6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355825 Jun 29 16:17:19.651931 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ba853662-4667-4fdb-b2b1-6721857a2f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:19.660047 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2b323c6f-9719-4caa-ae7b-53d39c828d83 req-3e9c22c2-b6a5-4afc-a8e2-43ab064b388d tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0317731 Jun 29 16:17:20.332293 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5812ad-ae79-4c02-940c-0c531ea614e9 req-dec43699-9e4e-4001-a5f3-a30137db73da tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:20.333966 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8e5812ad-ae79-4c02-940c-0c531ea614e9 req-dec43699-9e4e-4001-a5f3-a30137db73da tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 931 time: 0.0660429 Jun 29 16:17:20.374284 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8e5812ad-ae79-4c02-940c-0c531ea614e9 req-e77e428f-75c8-47f9-a4e6-8f6dcfd185f1 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345175 Jun 29 16:17:20.807059 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a4baf6bf-d628-4086-aaaf-8850d4e49c26 req-f4aa6737-7920-4f3b-b171-175ab713548e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0286129 Jun 29 16:17:21.559331 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9437e82-9ce5-49c3-9f49-cae14118b341 req-f38572ee-3be2-4875-8b13-b6a4c473fe2f tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:21.561042 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a9437e82-9ce5-49c3-9f49-cae14118b341 req-f38572ee-3be2-4875-8b13-b6a4c473fe2f tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 931 time: 0.0688038 Jun 29 16:17:21.599763 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a9437e82-9ce5-49c3-9f49-cae14118b341 req-b2323603-b313-47db-8a3d-f2fe67f9b206 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Jun 29 16:17:21.957707 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9e56f178-447e-48a3-96de-bca0f506dbd6 req-e31edc99-28b1-4637-9274-1a2012c19547 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0341244 Jun 29 16:17:22.000123 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d64364a3-261c-4dd9-a485-bc4cbb5294e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:22.280679 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:22.439616 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:22.774690 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625deee0-bb99-4983-8f66-2ad62ae7be29 req-364f5866-7181-49f8-bf59-efef4034d427 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:22.779097 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-625deee0-bb99-4983-8f66-2ad62ae7be29 req-364f5866-7181-49f8-bf59-efef4034d427 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 931 time: 0.0672388 Jun 29 16:17:22.815573 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-625deee0-bb99-4983-8f66-2ad62ae7be29 req-9203bd72-6f5a-4643-a873-fea95fcbe17a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Jun 29 16:17:23.106532 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-61fa6049-b9de-4432-99bb-0e99ec3fb3ee req-9f60984a-95f9-4e9a-a791-ec9da7eda38b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0330939 Jun 29 16:17:23.258468 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:23.997072 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b7afd-c755-44e4-9489-84870c35bc25 req-fc5e1ed9-c043-489a-9014-caad57e6dcbc tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:23.998582 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6d5b7afd-c755-44e4-9489-84870c35bc25 req-fc5e1ed9-c043-489a-9014-caad57e6dcbc tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 931 time: 0.0646651 Jun 29 16:17:24.037780 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6d5b7afd-c755-44e4-9489-84870c35bc25 req-537d1597-23df-4190-822a-c910f8e9feac tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336027 Jun 29 16:17:24.249695 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a6cfd1cf-1452-4be6-a9ea-4f52ab1d1505 req-073b2fac-35b6-4325-9daa-d3d12e2782bd tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0286343 Jun 29 16:17:24.984779 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:25.216863 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ce6dc-a085-4d74-acf2-3f8d82da381e req-3d3e627e-0657-4a64-b814-900e0be63081 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:25.218472 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b49ce6dc-a085-4d74-acf2-3f8d82da381e req-3d3e627e-0657-4a64-b814-900e0be63081 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 931 time: 0.0688612 Jun 29 16:17:25.257480 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b49ce6dc-a085-4d74-acf2-3f8d82da381e req-ef4a2ba3-2867-479a-a4ae-4daeb4ddede9 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Jun 29 16:17:25.540104 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8240d746-ac90-471e-b332-052159ba719f req-fe349b49-7c13-4e0e-b24b-d137a371c2fb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0272861 Jun 29 16:17:26.430631 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be8624-87ee-4b8a-a489-fc2e4f99cda6 req-d5976b0b-abe5-482e-8eeb-7141194778d5 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:26.432229 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-17be8624-87ee-4b8a-a489-fc2e4f99cda6 req-d5976b0b-abe5-482e-8eeb-7141194778d5 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 931 time: 0.0626464 Jun 29 16:17:26.472779 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-17be8624-87ee-4b8a-a489-fc2e4f99cda6 req-cf6b444e-8c49-457b-99d7-b7c5401515f0 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346885 Jun 29 16:17:26.683764 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b08c7e0b-6a8e-4508-8ba9-645fddf72894 req-e3d95cc8-0d2f-4c63-965a-0d9eeec1f0a7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0318508 Jun 29 16:17:27.659680 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdccf4a-adf7-4916-a348-bdabd7b36593 req-3be3a9d1-eff3-45b1-a347-0f39e145935c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:27.661261 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ccdccf4a-adf7-4916-a348-bdabd7b36593 req-3be3a9d1-eff3-45b1-a347-0f39e145935c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 931 time: 0.0709779 Jun 29 16:17:27.700393 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ccdccf4a-adf7-4916-a348-bdabd7b36593 req-e432e9da-60c9-4e92-bf24-fffc3057ac17 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325060 Jun 29 16:17:27.827501 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bfffe190-d478-4e8a-b874-7e4e3fa7b9ad req-11973bb4-9e9f-4ed3-8078-7ed56e92100a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0279469 Jun 29 16:17:28.628455 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Request body: {'port': {'device_id': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:28.704086 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:28.798334 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5876f08b-5491-4ab2-9145-b56397c8a0a4 req-3d27e9db-eb43-432a-b2b6-d7e0902539eb service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636591 Jun 29 16:17:28.828584 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f07a3-a8af-4627-9406-48d056be43bf req-0d30ab26-7d53-4276-98ee-d69de7de568f tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:28.830384 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-0d30ab26-7d53-4276-98ee-d69de7de568f tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 815 time: 0.1860781 Jun 29 16:17:28.873320 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Request body: {'port': {'device_id': '0697b8e9-7637-4975-9a70-9a50263baa78', 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf', 'admin_state_up': True, 'tenant_id': '907322aa97e34f61aeeb36f380fc9e23'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:28.987518 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c01634-c583-47b8-b5d7-f2586b1baa63 {{(pid=93150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:28.994924 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5b1c0ebf-f0fc-4182-b978-44ef2b6e0292 req-c6197848-e1ea-4468-8c12-90f7bf13a5b1 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0418146 Jun 29 16:17:28.995532 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:29.007550 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.provisioning_blocks [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Transition to ACTIVE for port object b0c01634-c583-47b8-b5d7-f2586b1baa63 will not be triggered until provisioned by entity L2. {{(pid=93150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:29.014174 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134699'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:29.023055 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:29.047693 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82a9ad-60d6-4a43-bdd4-d9549f2023dd req-0b16f0b2-3340-4655-99a6-e457094b08e6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:29.049432 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0d82a9ad-60d6-4a43-bdd4-d9549f2023dd req-0b16f0b2-3340-4655-99a6-e457094b08e6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 931 time: 0.2180064 Jun 29 16:17:29.050765 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Made reservation on behalf of 907322aa97e34f61aeeb36f380fc9e23 for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:29.054441 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:29.103741 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c01634-c583-47b8-b5d7-f2586b1baa63,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:29.130240 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:29.162958 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Attempting to bind port b0c01634-c583-47b8-b5d7-f2586b1baa63 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:17:29.163535 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Attempting to bind port b0c01634-c583-47b8-b5d7-f2586b1baa63 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'}] {{(pid=93150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:17:29.164963 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Attempting to bind port b0c01634-c583-47b8-b5d7-f2586b1baa63 on network 53ef2302-3df0-4d2f-90d0-bd20220efc03 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:29.169977 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Port b0c01634-c583-47b8-b5d7-f2586b1baa63 on network 53ef2302-3df0-4d2f-90d0-bd20220efc03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:17:29.170191 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0d82a9ad-60d6-4a43-bdd4-d9549f2023dd req-18fa16ec-0099-49f9-aa10-92df321592d6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124020 Jun 29 16:17:29.170783 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Attempting to bind port b0c01634-c583-47b8-b5d7-f2586b1baa63 on network 53ef2302-3df0-4d2f-90d0-bd20220efc03 {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:29.177099 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:17:29.177699 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Checking segment: {'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:29.178302 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Bound using segment: {'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'} {{(pid=93150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:17:29.178967 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.managers [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Bound port: b0c01634-c583-47b8-b5d7-f2586b1baa63, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd87647da-e281-4dc9-a320-e1ba56aec873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03'}}] {{(pid=93150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:17:29.179567 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:29.255621 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] For port b0c01634-c583-47b8-b5d7-f2586b1baa63, host hv-cinder-78626, cleared binding levels {{(pid=93150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:17:29.259156 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] For port b0c01634-c583-47b8-b5d7-f2586b1baa63, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:17:29.267826 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134699'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:29.269813 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Allocated IP 172.20.0.13 (1080a20d-8ade-4068-8d04-b8a9ca139bcf/d99a2bbe-7bb4-437a-9efa-42d4258e431e/3d086394-f72c-445d-851e-ad6ce9708e4e) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:29.270623 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:29.313224 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:29.313866 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:29.315256 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] 10.222.0.61 "PUT /v2.0/ports/b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 1093 time: 0.6923714 Jun 29 16:17:29.321910 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63'}] {{(pid=93150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:29.326076 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48a7feb8469e3ec324b3892cc3d616f279792e0891358fa3d6d01a76cb3d71ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860b223e-1115-4e9f-a462-f7b01e099917" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63"}]}' {{(pid=93150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:29.355418 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c01634-c583-47b8-b5d7-f2586b1baa63,revision_number=3']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:29.359331 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:29.382454 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34237b6-8ca0-4d2a-852a-2ffa53298ded x-openstack-request-id: req-d34237b6-8ca0-4d2a-852a-2ffa53298ded {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:29.382845 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63", "status": "completed", "code": 200}]} {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:29.383229 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d34237b6-8ca0-4d2a-852a-2ffa53298ded {{(pid=93150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:29.383772 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'status': 'completed', 'code': 200} Jun 29 16:17:29.452676 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-79327e7c-32e0-4960-8150-e28b53f3f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:29.454419 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-79327e7c-32e0-4960-8150-e28b53f3f2d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cbac1035e634e8cb68bb71071152f0f&device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 1096 time: 0.0556135 Jun 29 16:17:29.467195 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:29.511196 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-ee023d75-9859-4b4d-b4b5-38343574add5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 217 time: 0.0357814 Jun 29 16:17:29.518587 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:29.523221 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:29.569933 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Network 1080a20d-8ade-4068-8d04-b8a9ca139bcf is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:29.573990 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:29.577879 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:29.607900 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Pushing event updated for resources: {'Port': ['ID=3d086394-f72c-445d-851e-ad6ce9708e4e,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:29.612747 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:29.636720 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:29.637351 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:29.652924 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7880619 Jun 29 16:17:29.672397 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Request body: {'port': {'device_id': '0697b8e9-7637-4975-9a70-9a50263baa78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:29.749542 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:29.800377 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-3ca0026d-03cd-4679-9193-a8e828a335a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:29.801807 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-3ca0026d-03cd-4679-9193-a8e828a335a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66567384-d5ce-45e8-ad8a-c908362f0cb5 HTTP/1.1" status: 200 len: 852 time: 0.2833564 Jun 29 16:17:29.869324 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-c04a6d59-7d0b-4203-9bbb-c0dc189ccbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:29.870788 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-c04a6d59-7d0b-4203-9bbb-c0dc189ccbe3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53ef2302-3df0-4d2f-90d0-bd20220efc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517313 Jun 29 16:17:29.961661 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-c1461c59-b049-4718-b55c-0e99a13de1bd service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829513 Jun 29 16:17:30.009991 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d086394-f72c-445d-851e-ad6ce9708e4e {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:30.017407 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.031019 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Transition to ACTIVE for port object 3d086394-f72c-445d-851e-ad6ce9708e4e will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:30.035865 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.041790 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-5f2971a2-f240-4fb6-bcb6-ab1dc67b2893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:30.053809 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-2e64e353-6fce-437e-bde1-7fd3c5162ee5 req-c7618348-cfdd-4f80-a782-7f8e8eab1971 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850377 Jun 29 16:17:30.089998 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Pushing event updated for resources: {'Port': ['ID=3d086394-f72c-445d-851e-ad6ce9708e4e,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:30.108329 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:30.160694 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b223e-1115-4e9f-a462-f7b01e099917 req-a9cdfcb4-b6d7-4bde-be95-60af306e65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.162180 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-860b223e-1115-4e9f-a462-f7b01e099917 req-a9cdfcb4-b6d7-4bde-be95-60af306e65d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cbac1035e634e8cb68bb71071152f0f&device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 1096 time: 0.0523801 Jun 29 16:17:30.203119 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Attempting to bind port 3d086394-f72c-445d-851e-ad6ce9708e4e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:17:30.203465 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Attempting to bind port 3d086394-f72c-445d-851e-ad6ce9708e4e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:17:30.203834 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Attempting to bind port 3d086394-f72c-445d-851e-ad6ce9708e4e on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:30.211196 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Port 3d086394-f72c-445d-851e-ad6ce9708e4e on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:17:30.211536 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Attempting to bind port 3d086394-f72c-445d-851e-ad6ce9708e4e on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:30.225180 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db2908-2c59-4e8a-b094-e2ff73b9de26 req-92e2c39f-88c4-4a3b-9cf0-ffb057bfa03a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.226694 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-94db2908-2c59-4e8a-b094-e2ff73b9de26 req-92e2c39f-88c4-4a3b-9cf0-ffb057bfa03a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 944 time: 0.1140697 Jun 29 16:17:30.227861 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:17:30.228193 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Checking segment: {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:30.228579 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Bound using segment: {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:17:30.229263 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Bound port: 3d086394-f72c-445d-851e-ad6ce9708e4e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:17:30.229634 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.263979 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b223e-1115-4e9f-a462-f7b01e099917 req-3ef9bac9-dd8d-4a7f-87a1-79a6c391cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.265531 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-860b223e-1115-4e9f-a462-f7b01e099917 req-3ef9bac9-dd8d-4a7f-87a1-79a6c391cc1d service neutron] 10.222.0.61 "GET /v2.0/networks?id=53ef2302-3df0-4d2f-90d0-bd20220efc03 HTTP/1.1" status: 200 len: 914 time: 0.0952816 Jun 29 16:17:30.306911 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-860b223e-1115-4e9f-a462-f7b01e099917 req-d8d606ad-1787-4a55-8af3-41c37e745571 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 217 time: 0.0344696 Jun 29 16:17:30.328503 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-94db2908-2c59-4e8a-b094-e2ff73b9de26 req-f246b64b-5057-4f13-a057-56413ff370d9 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957918 Jun 29 16:17:30.362605 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b223e-1115-4e9f-a462-f7b01e099917 req-45a01d95-6afb-474d-bbac-056fb0dffe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.364110 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-860b223e-1115-4e9f-a462-f7b01e099917 req-45a01d95-6afb-474d-bbac-056fb0dffe1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66567384-d5ce-45e8-ad8a-c908362f0cb5 HTTP/1.1" status: 200 len: 852 time: 0.0486224 Jun 29 16:17:30.365342 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] For port 3d086394-f72c-445d-851e-ad6ce9708e4e, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:17:30.380216 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] For port 3d086394-f72c-445d-851e-ad6ce9708e4e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3d086394-f72c-445d-851e-ad6ce9708e4e,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:17:30.386177 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.390297 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:30.429094 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b223e-1115-4e9f-a462-f7b01e099917 req-16420e20-3758-4bb1-9fac-1d8d4138de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.431245 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-860b223e-1115-4e9f-a462-f7b01e099917 req-16420e20-3758-4bb1-9fac-1d8d4138de33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53ef2302-3df0-4d2f-90d0-bd20220efc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0543780 Jun 29 16:17:30.524414 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-860b223e-1115-4e9f-a462-f7b01e099917 req-0015c83a-6a22-4e7e-a778-e49c4b5d0519 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846486 Jun 29 16:17:30.622693 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-860b223e-1115-4e9f-a462-f7b01e099917 req-d7d4cc79-e454-4798-a7d5-4b0a37fa497b service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919809 Jun 29 16:17:30.646181 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8e3fd-16a2-4a91-a76c-8a46ffe060de req-861260b0-09e5-429f-bf23-8093e23d9e2d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.647639 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-48b8e3fd-16a2-4a91-a76c-8a46ffe060de req-861260b0-09e5-429f-bf23-8093e23d9e2d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 943 time: 0.3704379 Jun 29 16:17:30.660598 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.661198 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:30.662478 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] 10.222.0.61 "PUT /v2.0/ports/3d086394-f72c-445d-851e-ad6ce9708e4e HTTP/1.1" status: 200 len: 1094 time: 0.9946301 Jun 29 16:17:30.667720 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0697b8e9-7637-4975-9a70-9a50263baa78', 'tag': '3d086394-f72c-445d-851e-ad6ce9708e4e'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:30.669908 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b" -d '{"events": [{"name": "network-changed", "server_uuid": "0697b8e9-7637-4975-9a70-9a50263baa78", "tag": "3d086394-f72c-445d-851e-ad6ce9708e4e"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:30.709974 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Pushing event updated for resources: {'Port': ['ID=3d086394-f72c-445d-851e-ad6ce9708e4e,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:30.721551 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c14ef4b-904c-4cf1-8ce7-996e7eeb001e x-openstack-request-id: req-2c14ef4b-904c-4cf1-8ce7-996e7eeb001e {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:30.721859 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0697b8e9-7637-4975-9a70-9a50263baa78", "tag": "3d086394-f72c-445d-851e-ad6ce9708e4e", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:30.722136 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2c14ef4b-904c-4cf1-8ce7-996e7eeb001e {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:30.722533 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0697b8e9-7637-4975-9a70-9a50263baa78', 'tag': '3d086394-f72c-445d-851e-ad6ce9708e4e', 'status': 'completed', 'code': 200} Jun 29 16:17:30.723258 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:30.729875 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-48b8e3fd-16a2-4a91-a76c-8a46ffe060de req-bab6f740-0f24-4b95-bc1f-a4ef011a7351 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761373 Jun 29 16:17:30.770536 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f07a3-a8af-4627-9406-48d056be43bf req-37283260-036f-4885-bafa-8342dc27dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.772046 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-37283260-036f-4885-bafa-8342dc27dac8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 1097 time: 0.0646951 Jun 29 16:17:30.816831 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-ec113508-b90b-459d-808c-58bf69fa7cb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d086394-f72c-445d-851e-ad6ce9708e4e HTTP/1.1" status: 200 len: 217 time: 0.0353379 Jun 29 16:17:30.864748 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f07a3-a8af-4627-9406-48d056be43bf req-491cdefe-00ea-44df-a2ce-a801cc08f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:30.866123 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-491cdefe-00ea-44df-a2ce-a801cc08f66e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d99a2bbe-7bb4-437a-9efa-42d4258e431e HTTP/1.1" status: 200 len: 855 time: 0.0417523 Jun 29 16:17:30.900245 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-943830d2-4ec0-4ae6-b096-48747fc42ba3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1080a20d-8ade-4068-8d04-b8a9ca139bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245833 Jun 29 16:17:30.991602 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-3d288778-0782-47f1-9803-19d00a81f12c service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827503 Jun 29 16:17:31.081712 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-762f07a3-a8af-4627-9406-48d056be43bf req-0166bf16-32c5-4cd9-87af-1059f853c56d service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826638 Jun 29 16:17:31.186981 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b req-6764fe35-68d9-4fba-8441-b0c8b8b8bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:31.188460 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b req-6764fe35-68d9-4fba-8441-b0c8b8b8bda5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 1097 time: 0.0537121 Jun 29 16:17:31.276699 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b req-341beb62-2f02-4a0b-ba2e-1f1d0b1bdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:31.278104 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b req-341beb62-2f02-4a0b-ba2e-1f1d0b1bdc60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 916 time: 0.0810165 Jun 29 16:17:31.320256 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b req-c3007656-f37a-4d5e-ae6a-48f5149dace3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d086394-f72c-445d-851e-ad6ce9708e4e HTTP/1.1" status: 200 len: 217 time: 0.0350060 Jun 29 16:17:31.368578 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b req-81b52305-97a5-4ef0-b4a6-785471c66849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:31.369997 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b req-81b52305-97a5-4ef0-b4a6-785471c66849 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d99a2bbe-7bb4-437a-9efa-42d4258e431e HTTP/1.1" status: 200 len: 855 time: 0.0428934 Jun 29 16:17:31.403268 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b req-05facf0b-85e3-4b0b-813e-575b05f3ffb0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1080a20d-8ade-4068-8d04-b8a9ca139bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253916 Jun 29 16:17:31.531448 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b req-b964fec1-1b1c-4ed3-b338-eb0489feff0c service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199908 Jun 29 16:17:31.545558 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d43ce1-e729-4ab4-9381-ef271a004128 req-542ec4d1-7b1f-48f1-94e3-e9a55e7c056f tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:31.546943 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43d43ce1-e729-4ab4-9381-ef271a004128 req-542ec4d1-7b1f-48f1-94e3-e9a55e7c056f tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 944 time: 0.0915413 Jun 29 16:17:31.633925 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43d43ce1-e729-4ab4-9381-ef271a004128 req-427371cd-754b-4795-8648-bf2cdbacbb06 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791717 Jun 29 16:17:31.658318 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1eafe3e-8702-4701-99f8-00ffdbc2e07b req-22ef4737-1ec1-44b7-931f-5f7dedf7a61d service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104395 Jun 29 16:17:31.901884 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba906c7c-2488-485b-bb8f-46d74e432737 req-3ebdc0e9-73b7-4d43-a87d-730e9b2b6190 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:31.903246 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ba906c7c-2488-485b-bb8f-46d74e432737 req-3ebdc0e9-73b7-4d43-a87d-730e9b2b6190 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 943 time: 0.0659225 Jun 29 16:17:31.939616 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ba906c7c-2488-485b-bb8f-46d74e432737 req-7b7c0186-f431-44fe-8fbb-8bb402a9aedb tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305800 Jun 29 16:17:32.068395 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device b0c01634-c583-47b8-b5d7-f2586b1baa63 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:17:32.160444 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port b0c01634-c583-47b8-b5d7-f2586b1baa63, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:32.171224 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'port_id': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'mac_address': 'fa:16:3e:34:9c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:17:32.210097 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:32.222958 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c01634-c583-47b8-b5d7-f2586b1baa63 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:32.242022 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port b0c01634-c583-47b8-b5d7-f2586b1baa63, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:32.245925 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:32.248846 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-718b7391-0963-4091-8937-ad1ecf6f2ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:32.293897 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=b0c01634-c583-47b8-b5d7-f2586b1baa63,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:32.297187 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:32.510820 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['b0c01634-c583-47b8-b5d7-f2586b1baa63'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:32.803989 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7152cd-1e90-4d1e-8118-90dddecad912 req-75ed160a-7490-49fb-87b4-8f5260ad15ea tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:32.805346 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-db7152cd-1e90-4d1e-8118-90dddecad912 req-75ed160a-7490-49fb-87b4-8f5260ad15ea tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 944 time: 0.0614874 Jun 29 16:17:32.842284 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-db7152cd-1e90-4d1e-8118-90dddecad912 req-69f64a22-df19-4bbc-8720-132ba98ffcc2 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313051 Jun 29 16:17:33.122337 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4b1b3-9039-4e3a-b968-3d46d7238a04 req-6640a4c4-34ce-4fd5-b859-12c5522daf65 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:33.123841 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c9a4b1b3-9039-4e3a-b968-3d46d7238a04 req-6640a4c4-34ce-4fd5-b859-12c5522daf65 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 944 time: 0.0747695 Jun 29 16:17:33.161199 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c9a4b1b3-9039-4e3a-b968-3d46d7238a04 req-62023f15-64a0-4be7-8ee2-ac13dee29170 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Jun 29 16:17:34.018013 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577df17-2118-4e0c-a129-972a9884a9cb req-2a682f8a-69b0-4e71-b4ee-97329c6c3791 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:34.019535 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7577df17-2118-4e0c-a129-972a9884a9cb req-2a682f8a-69b0-4e71-b4ee-97329c6c3791 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 944 time: 0.0664494 Jun 29 16:17:34.061347 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7577df17-2118-4e0c-a129-972a9884a9cb req-c0176ef8-0efe-4a03-affb-8cbd0bb70f2c tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325584 Jun 29 16:17:34.065723 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 3d086394-f72c-445d-851e-ad6ce9708e4e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:17:34.069642 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device b0c01634-c583-47b8-b5d7-f2586b1baa63 up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:34.179932 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port b0c01634-c583-47b8-b5d7-f2586b1baa63 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:34.193143 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port b0c01634-c583-47b8-b5d7-f2586b1baa63 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:34.193537 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:34.233260 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 3d086394-f72c-445d-851e-ad6ce9708e4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3d086394-f72c-445d-851e-ad6ce9708e4e,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:34.254273 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '3d086394-f72c-445d-851e-ad6ce9708e4e', 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf', 'port_id': '3d086394-f72c-445d-851e-ad6ce9708e4e', 'mac_address': 'fa:16:3e:cd:ae:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a2bbe-7bb4-437a-9efa-42d4258e431e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:17:34.330701 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:34.347088 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:34.357592 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d086394-f72c-445d-851e-ad6ce9708e4e {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:34.359864 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0108b5-0c88-4450-83ab-e88fb2453754 req-9d43f84f-9ae1-425b-90a6-b91498fd93f2 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:34.361389 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bd0108b5-0c88-4450-83ab-e88fb2453754 req-9d43f84f-9ae1-425b-90a6-b91498fd93f2 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 944 time: 0.0730653 Jun 29 16:17:34.383750 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:34.386028 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8346bf5b-05d1-4f73-9074-513ba5ed73d2" -d '{"events": [{"server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "name": "network-vif-plugged", "status": "completed", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:34.406530 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bd0108b5-0c88-4450-83ab-e88fb2453754 req-2b0bd9ef-8080-4116-8d4d-bfd07bb19c91 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370271 Jun 29 16:17:34.412271 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 3d086394-f72c-445d-851e-ad6ce9708e4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3d086394-f72c-445d-851e-ad6ce9708e4e,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:34.415089 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port b0c01634-c583-47b8-b5d7-f2586b1baa63, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:34.417741 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:34.420125 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:34.423960 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:34.445650 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7405ce6d-cefb-431c-8a5c-ed4d34c71544 x-openstack-request-id: req-7405ce6d-cefb-431c-8a5c-ed4d34c71544 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:34.445951 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "name": "network-vif-plugged", "status": "completed", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:34.446213 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7405ce6d-cefb-431c-8a5c-ed4d34c71544 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:34.446671 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'code': 200} Jun 29 16:17:34.477796 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=3d086394-f72c-445d-851e-ad6ce9708e4e,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:34.481405 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:34.482033 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:34.530488 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=b0c01634-c583-47b8-b5d7-f2586b1baa63,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:34.533544 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:34.677258 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff3830-769a-4abc-8b8f-bf9d88cbed4d req-9863135a-a5fb-41cf-8a60-60859b878a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:34.678746 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f5ff3830-769a-4abc-8b8f-bf9d88cbed4d req-9863135a-a5fb-41cf-8a60-60859b878a75 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 1098 time: 0.0548439 Jun 29 16:17:34.693062 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['3d086394-f72c-445d-851e-ad6ce9708e4e'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:34.717913 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f5ff3830-769a-4abc-8b8f-bf9d88cbed4d req-d5ce4f0a-2c23-4c85-a78e-cacab273e5e3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319071 Jun 29 16:17:35.129619 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:17:35.294789 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584efa2-dc7d-4ad9-ada2-b26c292ded79 req-01104772-9853-476c-846e-d55d804c36ae tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:35.296163 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6584efa2-dc7d-4ad9-ada2-b26c292ded79 req-01104772-9853-476c-846e-d55d804c36ae tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 945 time: 0.1060789 Jun 29 16:17:35.307779 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d55ce1-6ab4-4e5a-8499-cf16f3e93538 req-c1396e03-dd21-4bcc-b964-9f4237f55663 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:35.309130 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-64d55ce1-6ab4-4e5a-8499-cf16f3e93538 req-c1396e03-dd21-4bcc-b964-9f4237f55663 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 947 time: 0.0911169 Jun 29 16:17:35.364025 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6584efa2-dc7d-4ad9-ada2-b26c292ded79 req-86048bea-b99f-4c2c-96ae-124b02b7710c tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539384 Jun 29 16:17:35.366661 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-64d55ce1-6ab4-4e5a-8499-cf16f3e93538 req-a5e7d9d7-64e8-4aa2-bc53-637f077cd820 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510688 Jun 29 16:17:35.586718 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a434e1a-012a-4277-b07c-ccb5a1e82da6 req-7e536b58-9725-4f9f-8a28-39b739b2b20a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:35.588148 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5a434e1a-012a-4277-b07c-ccb5a1e82da6 req-7e536b58-9725-4f9f-8a28-39b739b2b20a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 945 time: 0.0620246 Jun 29 16:17:35.627711 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5a434e1a-012a-4277-b07c-ccb5a1e82da6 req-742c9988-9249-42a7-a240-ba27f7c036d7 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339055 Jun 29 16:17:36.098454 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 3d086394-f72c-445d-851e-ad6ce9708e4e up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:36.148518 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 3d086394-f72c-445d-851e-ad6ce9708e4e completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:36.152023 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 3d086394-f72c-445d-851e-ad6ce9708e4e triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:36.152405 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:36.227438 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:36.261497 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 3d086394-f72c-445d-851e-ad6ce9708e4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3d086394-f72c-445d-851e-ad6ce9708e4e,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:36.265046 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:36.266893 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:36.313888 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=3d086394-f72c-445d-851e-ad6ce9708e4e,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:36.316800 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:36.447884 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0697b8e9-7637-4975-9a70-9a50263baa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d086394-f72c-445d-851e-ad6ce9708e4e'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:36.450434 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c298f00f-cefe-486a-a069-0cd1de918ffe" -d '{"events": [{"server_uuid": "0697b8e9-7637-4975-9a70-9a50263baa78", "name": "network-vif-plugged", "status": "completed", "tag": "3d086394-f72c-445d-851e-ad6ce9708e4e"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:36.575919 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfc046-8c2c-40cf-bbe8-b4565d0b02de req-a34c906c-5b7b-4333-b861-b263318581a0 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:36.577388 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-03cfc046-8c2c-40cf-bbe8-b4565d0b02de req-a34c906c-5b7b-4333-b861-b263318581a0 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 946 time: 0.1045835 Jun 29 16:17:36.585145 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da45b9-b5b6-426e-bdbd-9a9f6e07356f req-3ed8ea2a-a0a0-40f9-9d27-e3f6a9a8a22c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:36.588555 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a9da45b9-b5b6-426e-bdbd-9a9f6e07356f req-3ed8ea2a-a0a0-40f9-9d27-e3f6a9a8a22c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 947 time: 0.1060655 Jun 29 16:17:36.650187 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-03cfc046-8c2c-40cf-bbe8-b4565d0b02de req-8beba4b1-67b6-49b7-a662-88c45101682a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601320 Jun 29 16:17:36.652990 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a9da45b9-b5b6-426e-bdbd-9a9f6e07356f req-e45d08dc-4082-4202-8a27-557cba1344f1 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=9c0e9bdb-3ef4-440d-aef9-468ff8018546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564857 Jun 29 16:17:36.701985 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8402fb-93dd-4016-9d97-a26890dafd0d x-openstack-request-id: req-2d8402fb-93dd-4016-9d97-a26890dafd0d {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:36.702353 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0697b8e9-7637-4975-9a70-9a50263baa78", "name": "network-vif-plugged", "status": "completed", "tag": "3d086394-f72c-445d-851e-ad6ce9708e4e", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:36.702778 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2d8402fb-93dd-4016-9d97-a26890dafd0d {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:36.703240 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0697b8e9-7637-4975-9a70-9a50263baa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d086394-f72c-445d-851e-ad6ce9708e4e', 'code': 200} Jun 29 16:17:36.821476 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e7fa0-25a6-4e61-bd73-ab63a3c4c646 req-26c2d035-91b2-4f4f-99ad-6799228bb09e tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:36.823413 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-525e7fa0-25a6-4e61-bd73-ab63a3c4c646 req-26c2d035-91b2-4f4f-99ad-6799228bb09e tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 945 time: 0.0675898 Jun 29 16:17:36.863351 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-525e7fa0-25a6-4e61-bd73-ab63a3c4c646 req-a73ad165-b416-4b5d-b398-3f98abf56862 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340736 Jun 29 16:17:36.929505 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa6f88-dcfc-47fb-b894-cc39dfeeeedb req-c7deaea7-d93c-4b5f-b0a0-3d19697b25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:36.930973 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1afa6f88-dcfc-47fb-b894-cc39dfeeeedb req-c7deaea7-d93c-4b5f-b0a0-3d19697b25bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 1099 time: 0.0507753 Jun 29 16:17:36.964764 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1afa6f88-dcfc-47fb-b894-cc39dfeeeedb req-d129c696-6028-41a0-961a-76db9d1e3dd0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273914 Jun 29 16:17:37.029964 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123021e-ff66-4c84-83e0-2d53b22375be req-237cabda-01fd-4f72-bc77-01e4b6c84a51 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:37.031387 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b123021e-ff66-4c84-83e0-2d53b22375be req-237cabda-01fd-4f72-bc77-01e4b6c84a51 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 945 time: 0.0609267 Jun 29 16:17:37.098474 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b123021e-ff66-4c84-83e0-2d53b22375be req-a05e799f-5b8e-4776-9820-dd3f61d21252 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612833 Jun 29 16:17:37.127635 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-239b64ce-5391-498b-af10-37507aac693d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:37.129125 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-239b64ce-5391-498b-af10-37507aac693d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 947 time: 0.0776732 Jun 29 16:17:37.233593 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Deleting port 22dcaf06-699a-4317-8536-7b43e55199fb {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:37.234040 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:37.328747 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] For port 22dcaf06-699a-4317-8536-7b43e55199fb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=22dcaf06-699a-4317-8536-7b43e55199fb,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:37.329112 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:37.638408 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:37.639086 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:37.639086 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.l3_db [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Floating IP eb0f270d-c862-4732-ad44-d72b254d569a disassociated. External IP: 172.28.0.184, port: 22dcaf06-699a-4317-8536-7b43e55199fb. Jun 29 16:17:37.639408 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Calling delete_port for 22dcaf06-699a-4317-8536-7b43e55199fb owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:37.650466 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0392cb-d6e1-4bdb-b396-739d3223ceff req-6591f0d4-1afb-4d40-9ec5-2fed05b10f92 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:37.651966 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8f0392cb-d6e1-4bdb-b396-739d3223ceff req-6591f0d4-1afb-4d40-9ec5-2fed05b10f92 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 945 time: 0.2163131 Jun 29 16:17:37.726523 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8f0392cb-d6e1-4bdb-b396-739d3223ceff req-f5265521-89de-4bbb-bdaf-800da9a69b40 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687933 Jun 29 16:17:37.884286 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11bf45-3201-4ae4-99d4-cff11d57e5fb req-94aaa9f4-88f9-495b-a6fc-2640f108aa03 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:37.885786 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ff11bf45-3201-4ae4-99d4-cff11d57e5fb req-94aaa9f4-88f9-495b-a6fc-2640f108aa03 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 946 time: 0.1072645 Jun 29 16:17:37.898057 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:37.922485 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:37.926924 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-97010494-df61-408c-be46-081805ff89da req-cf178516-9749-4818-9bdf-669ecc98f63f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 210 time: 0.0398898 Jun 29 16:17:38.179166 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event deleted for resources: {'Port': ['ID=22dcaf06-699a-4317-8536-7b43e55199fb,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:38.186097 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:38.200662 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ff11bf45-3201-4ae4-99d4-cff11d57e5fb req-edfef8f7-f4cb-45bb-9c69-f9b1fb3b8e67 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041401 Jun 29 16:17:38.308057 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Router 325ab1b0-ade4-4e04-a459-9a0969b84d68 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:38.418797 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:38.429409 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] Sync routers for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:38.438468 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:38.439309 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:17:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:38.462340 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] No DVR routers for this DVR port 22dcaf06-699a-4317-8536-7b43e55199fb on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:17:38.464864 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:38.466952 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-50882285-4297-46ea-85e3-4e48ba0bb21f req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.61 "DELETE /v2.0/ports/22dcaf06-699a-4317-8536-7b43e55199fb HTTP/1.1" status: 204 len: 173 time: 1.3316207 Jun 29 16:17:38.467491 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'name': 'network-vif-deleted', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:38.469870 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9975a69-ab0f-4df3-8b1c-686fd3210b0b" -d '{"events": [{"server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "name": "network-vif-deleted", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:38.531036 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ce9ef5-d57c-450f-ad30-aa4336957ab3 x-openstack-request-id: req-c8ce9ef5-d57c-450f-ad30-aa4336957ab3 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:38.531427 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0375e22-f719-44b1-9d25-d1d9ea448179", "name": "network-vif-deleted", "tag": "22dcaf06-699a-4317-8536-7b43e55199fb", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:38.531745 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c8ce9ef5-d57c-450f-ad30-aa4336957ab3 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:38.532172 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0375e22-f719-44b1-9d25-d1d9ea448179', 'name': 'network-vif-deleted', 'tag': '22dcaf06-699a-4317-8536-7b43e55199fb', 'status': 'completed', 'code': 200} Jun 29 16:17:38.554747 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:38.753288 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:38.779817 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] Checking router: 325ab1b0-ade4-4e04-a459-9a0969b84d68 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:17:38.787932 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:38.788572 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:17:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:38.894800 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:39.167249 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:39.221735 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8ae82-fc29-4f54-ba8c-886e1a762bfa None None] The sync data for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb is: [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:39.305991 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-47f2fa7e-bbdd-4819-acda-295c6a651a28 req-2931c1e3-3e7b-4f43-a0fa-37c2d6173a7c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0375e22-f719-44b1-9d25-d1d9ea448179 HTTP/1.1" status: 200 len: 210 time: 0.0425398 Jun 29 16:17:39.398921 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cebb24-af2f-4e15-bd5b-03103a9e61fc req-f48c95bf-33e2-4061-98c6-a996bc1a2625 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:39.400481 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-85cebb24-af2f-4e15-bd5b-03103a9e61fc req-f48c95bf-33e2-4061-98c6-a996bc1a2625 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 946 time: 0.0699763 Jun 29 16:17:39.447277 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-85cebb24-af2f-4e15-bd5b-03103a9e61fc req-c63694a1-c555-4c66-981f-14f79f38cacb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400875 Jun 29 16:17:39.534167 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df1295-a956-48a2-a56a-ab35f8a182fc None None] New status for floating IP eb0f270d-c862-4732-ad44-d72b254d569a: DOWN {{(pid=93153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:17:40.428433 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55704) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:40.484572 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1f60d62d-bae9-47c4-ae08-3e129d240567 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:40.509705 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1f60d62d-bae9-47c4-ae08-3e129d240567 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:40.555561 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1f60d62d-bae9-47c4-ae08-3e129d240567 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:40.558159 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1f60d62d-bae9-47c4-ae08-3e129d240567 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:40.559329 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-1f60d62d-bae9-47c4-ae08-3e129d240567 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "DELETE /v2.0/security-groups/9c0e9bdb-3ef4-440d-aef9-468ff8018546 HTTP/1.1" status: 204 len: 168 time: 0.1298528 Jun 29 16:17:40.560126 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-d4497cbb-14c4-43a2-a888-2aba1360a403 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:40.562177 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55706) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:40.568879 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60d62d-bae9-47c4-ae08-3e129d240567 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0e9bdb-3ef4-440d-aef9-468ff8018546,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:40.571218 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1f60d62d-bae9-47c4-ae08-3e129d240567 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:40.576739 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.api.v2.resource [None req-a31296cc-7648-4ad7-8e8f-0fbeeffcff5f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] show failed (client error): The resource could not be found. Jun 29 16:17:40.577685 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a31296cc-7648-4ad7-8e8f-0fbeeffcff5f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups/9c0e9bdb-3ef4-440d-aef9-468ff8018546 HTTP/1.1" status: 404 len: 347 time: 0.0145290 Jun 29 16:17:40.580690 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55708) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:40.709114 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Deleting port 2e740b51-a0df-4ba3-90cc-75c15448ff11 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:17:40.709467 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:40.790162 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:40.790511 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:40.802638 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Calling delete_port for 2e740b51-a0df-4ba3-90cc-75c15448ff11 owned by network:floatingip {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:17:40.970648 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:40.974406 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:41.009295 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event deleted for resources: {'Port': ['ID=2e740b51-a0df-4ba3-90cc-75c15448ff11,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:41.012806 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:41.070406 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.073425 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.074648 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-b47a2b2b-e205-4ed7-bd0b-21273c6aa558 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "DELETE /v2.0/floatingips/eb0f270d-c862-4732-ad44-d72b254d569a HTTP/1.1" status: 204 len: 168 time: 0.4930375 Jun 29 16:17:41.417364 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55726) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:41.422061 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-eed09625-639f-4b3a-bc90-4942bef35539 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090845552', 'description': 'tempest-description--851490655'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:41.446708 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-eed09625-639f-4b3a-bc90-4942bef35539 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.529104 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-eed09625-639f-4b3a-bc90-4942bef35539 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.533013 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-eed09625-639f-4b3a-bc90-4942bef35539 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.535138 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-72728bcb-7ea9-433f-aa03-5f1270aa7b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:41.565892 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-eed09625-639f-4b3a-bc90-4942bef35539 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.567091 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-eed09625-639f-4b3a-bc90-4942bef35539 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1487303 Jun 29 16:17:41.567999 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed09625-639f-4b3a-bc90-4942bef35539 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:41.570079 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55728) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:41.572072 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-eed09625-639f-4b3a-bc90-4942bef35539 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:41.575250 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-6f674677-fe1a-4ba8-993a-b85f152a4569 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'security_group_rule': {'security_group_id': 'e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:41.601627 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6f674677-fe1a-4ba8-993a-b85f152a4569 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.658947 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6f674677-fe1a-4ba8-993a-b85f152a4569 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.663012 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6f674677-fe1a-4ba8-993a-b85f152a4569 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.665579 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-764652ab-2157-4d01-befb-15d228fe65e5 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:41.682019 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f674677-fe1a-4ba8-993a-b85f152a4569 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b532c3-96d1-4331-a448-e4932004002f,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:41.684800 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-6f674677-fe1a-4ba8-993a-b85f152a4569 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:41.687553 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6f674677-fe1a-4ba8-993a-b85f152a4569 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.688728 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-6f674677-fe1a-4ba8-993a-b85f152a4569 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177256 Jun 29 16:17:41.691335 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55730) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:41.695729 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-4adcdadb-98ce-419b-91ba-46a76f64c0fd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'security_group_rule': {'security_group_id': 'e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:41.721099 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4adcdadb-98ce-419b-91ba-46a76f64c0fd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.778334 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4adcdadb-98ce-419b-91ba-46a76f64c0fd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.782965 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4adcdadb-98ce-419b-91ba-46a76f64c0fd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.789343 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:41.807509 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcdadb-98ce-419b-91ba-46a76f64c0fd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efdfa19-a493-4eb1-bac7-1de8a379b336,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:41.810729 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4adcdadb-98ce-419b-91ba-46a76f64c0fd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:41.811921 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4adcdadb-98ce-419b-91ba-46a76f64c0fd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.813139 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-4adcdadb-98ce-419b-91ba-46a76f64c0fd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208663 Jun 29 16:17:41.816190 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55732) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:41.820741 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'floatingip': {'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:41.841969 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:41.941146 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.047469 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Allocated IP 172.28.0.218 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/2b8acde2-c575-4e46-b789-80fabe335c25) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:42.098645 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 22dcaf06-699a-4317-8536-7b43e55199fb no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:17:42.122504 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 22dcaf06-699a-4317-8536-7b43e55199fb {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:17:42.123183 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 22dcaf06-699a-4317-8536-7b43e55199fb not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:17:42.160777 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.198806 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.201854 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-28960e50-a446-4e6e-8dbd-90991623b756 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:42.238026 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:42.247598 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:42.249948 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'Port': ['ID=2b8acde2-c575-4e46-b789-80fabe335c25,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:42.252236 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:42.272901 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:42.287088 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf60a0f-72f5-4d77-bc38-2c2c96938762 req-a6ed2511-ec7d-4cd7-be99-daccd8ff3fd9 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:42.289172 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ebf60a0f-72f5-4d77-bc38-2c2c96938762 req-a6ed2511-ec7d-4cd7-be99-daccd8ff3fd9 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 945 time: 0.0834935 Jun 29 16:17:42.332676 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ebf60a0f-72f5-4d77-bc38-2c2c96938762 req-496b853d-fc4f-44b6-90f8-9e75246a3672 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376554 Jun 29 16:17:42.347289 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.359549 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55744) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:42.401079 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.524711 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393bec58-77e4-430a-93f3-be7ea4d30780 tempest-TestMinimumBasicScenario-1898122149 tempest-TestMinimumBasicScenario-1898122149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:42.528969 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-393bec58-77e4-430a-93f3-be7ea4d30780 tempest-TestMinimumBasicScenario-1898122149 tempest-TestMinimumBasicScenario-1898122149-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 1093 time: 0.1658046 Jun 29 16:17:42.529288 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55748) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:42.534054 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'floatingip': {'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'port_id': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:42.557150 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for floatingip, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.571014 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for port, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.575508 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26134699'] for port, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.578444 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:42.640296 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'Port': ['ID=2b8acde2-c575-4e46-b789-80fabe335c25,revision_number=2']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:42.644294 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:42.654512 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.658035 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.669389 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:42.671117 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8538594 Jun 29 16:17:42.770848 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Allocated IP 172.28.0.122 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/eaca1d94-3501-46c1-890f-8546d51bf123) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:42.866771 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-82d8070d-5f4b-4ce0-8666-ceb35e32da86 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1090845552&fields=id&tenant_id=ede810cff1934209b9175f05a4ca66be HTTP/1.1" status: 200 len: 267 time: 0.0455542 Jun 29 16:17:42.948513 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.011526 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-c2164ed2-b54f-4295-a969-df186ea6a34c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:43.012902 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-c2164ed2-b54f-4295-a969-df186ea6a34c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 817 time: 0.1381018 Jun 29 16:17:43.030376 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e4d63cf3-a4d6-492f-a78c-3ae412046270 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/quotas/ede810cff1934209b9175f05a4ca66be HTTP/1.1" status: 200 len: 375 time: 0.0119362 Jun 29 16:17:43.031996 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.034522 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-0277bd7a-e5de-49a1-9bd0-34ab1a173501 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:43.102773 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:43.108603 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:43.114021 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:43.135019 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'Port': ['ID=eaca1d94-3501-46c1-890f-8546d51bf123,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:43.142035 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:43.200418 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-9307fd82-2c69-4481-a1a3-ae101b10a20e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1630762 Jun 29 16:17:43.374373 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-d4ae610b-2505-4a5a-936b-e720b816a90c service neutron] 10.222.0.83 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621032 Jun 29 16:17:43.531324 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-10cd3e3f-e5fb-4c4d-bd56-dafee93d5a86 service neutron] 10.222.0.83 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314073 Jun 29 16:17:43.730483 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-128cf9bb-c41f-4ad8-affe-25824f337e8f req-c0e96589-7a32-41f7-9121-c72c71f7cd5b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 210 time: 0.0495999 Jun 29 16:17:43.761326 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-255a5040-80bd-4f44-9339-32069d51e19c tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:43.764278 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-255a5040-80bd-4f44-9339-32069d51e19c tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 815 time: 0.2319059 Jun 29 16:17:43.770475 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.802606 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-1e3dde53-c421-4772-82fd-7a1314323593 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/quotas/907322aa97e34f61aeeb36f380fc9e23 HTTP/1.1" status: 200 len: 375 time: 0.0303755 Jun 29 16:17:43.905671 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:43.944849 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-c365bc26-6b7f-4900-8816-64c5af7f7cff tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1354723 Jun 29 16:17:44.111688 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-2ec1559d-05f9-45c6-ba8d-44965dbad83c service neutron] 10.222.0.83 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545401 Jun 29 16:17:44.195790 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.203541 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.207738 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:44.305271 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-77aaefe9-91c1-49da-84dc-1ceefdce15f9 service neutron] 10.222.0.83 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807082 Jun 29 16:17:44.305886 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'Port': ['ID=eaca1d94-3501-46c1-890f-8546d51bf123,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:44.309907 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:44.317556 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:44.417929 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.l3_db [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Floating IP a9f09318-351d-43d9-8820-b93dbdc8561a associated. External IP: 172.28.0.122, port: b0c01634-c583-47b8-b5d7-f2586b1baa63. Jun 29 16:17:44.487891 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0845b476-4400-4b3d-aba8-9ca1d1235520 req-50b5cbf1-3c61-40b9-9491-040ec6f6a2f0 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 210 time: 0.0339684 Jun 29 16:17:44.930352 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e1303cae-7bb6-4c39-9768-fa52a1914ec5 req-07eec6dd-0124-4cfd-bde1-6459461963bf tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 210 time: 0.0517755 Jun 29 16:17:44.988269 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-556a2c7f-9681-4d39-8900-b00aeff66074 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:44.989693 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-556a2c7f-9681-4d39-8900-b00aeff66074 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 817 time: 0.2206266 Jun 29 16:17:45.030802 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Router c8143067-ba7c-4c36-afc6-1add6d5a9079 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:45.056942 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-89498805-ed95-4f80-a765-630b915b5b5d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede810cff1934209b9175f05a4ca66be HTTP/1.1" status: 200 len: 380 time: 0.0478432 Jun 29 16:17:45.095613 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'port': {'device_id': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'admin_state_up': True, 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'security_groups': ['e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc']}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:45.231601 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:45.240593 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] Sync routers for ids ['c8143067-ba7c-4c36-afc6-1add6d5a9079'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:45.250732 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] Routers {'c8143067-ba7c-4c36-afc6-1add6d5a9079'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:45.251486 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:17:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['c8143067-ba7c-4c36-afc6-1add6d5a9079'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:45.261165 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Made reservation on behalf of ede810cff1934209b9175f05a4ca66be for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:45.265395 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.268847 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.324427 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7940125 Jun 29 16:17:45.327222 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55802) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:45.332851 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-51d9054d-6e82-45a1-94b0-f9942b15de45 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374540684', 'description': 'tempest-secgroup-smoke-374540684 description', 'project_id': '4cbac1035e634e8cb68bb71071152f0f'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:45.350292 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:45.352669 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89ba377-121a-4e77-ad30-500f0c89ee81" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:45.357973 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-51d9054d-6e82-45a1-94b0-f9942b15de45 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.366182 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] Set router c8143067-ba7c-4c36-afc6-1add6d5a9079 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:45.456031 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Allocated IP 172.20.0.14 (cbc31666-6aec-4178-b375-a60521877b6f/9dcc1993-5973-4c4c-a552-bca503ab7d4d/01ce19b8-fda3-4ee6-b08b-8992aa218e9d) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:45.491858 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4743314c-54b4-45c5-82a7-81d2d8858891 x-openstack-request-id: req-4743314c-54b4-45c5-82a7-81d2d8858891 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:45.491858 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:45.492191 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4743314c-54b4-45c5-82a7-81d2d8858891 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:45.492883 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'status': 'completed', 'code': 200} Jun 29 16:17:45.511092 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-51d9054d-6e82-45a1-94b0-f9942b15de45 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.517671 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-51d9054d-6e82-45a1-94b0-f9942b15de45 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.524573 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-64df925c-4da6-435f-b863-7209f20b6cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:45.553249 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-9072da7d-cd76-4c07-bdfa-1fae018b5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:45.554860 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-9072da7d-cd76-4c07-bdfa-1fae018b5e59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cbac1035e634e8cb68bb71071152f0f&device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 1098 time: 0.1312964 Jun 29 16:17:45.577312 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-51d9054d-6e82-45a1-94b0-f9942b15de45 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.578677 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-51d9054d-6e82-45a1-94b0-f9942b15de45 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2498865 Jun 29 16:17:45.581122 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9054d-6e82-45a1-94b0-f9942b15de45 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0116041-f313-48ee-ab85-963a3b48acd2,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:45.584958 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-51d9054d-6e82-45a1-94b0-f9942b15de45 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:45.593352 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55808) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:45.628044 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-2f28ea67-e27c-48aa-9228-0ffdab5fc539 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'security_group_rule': {'security_group_id': 'c0116041-f313-48ee-ab85-963a3b48acd2', 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:45.700349 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f28ea67-e27c-48aa-9228-0ffdab5fc539 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.708349 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c592c054-443a-4414-8cca-e74e086f7d24 req-ac86ad1a-9d6f-450b-960a-a8415bd623c8 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 210 time: 0.0544105 Jun 29 16:17:45.710225 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-181dde6a-c4e1-42f7-b899-3aa05da0acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:45.712494 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-181dde6a-c4e1-42f7-b899-3aa05da0acb0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53ef2302-3df0-4d2f-90d0-bd20220efc03 HTTP/1.1" status: 200 len: 914 time: 0.1476190 Jun 29 16:17:45.811895 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-221f4a3f-952a-446d-9a9c-c6a532a92ffd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 999 time: 0.0926478 Jun 29 16:17:45.846896 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-03b15f68-182e-4390-bb83-dd8645b38476 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:45.848304 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-03b15f68-182e-4390-bb83-dd8645b38476 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 815 time: 0.3372183 Jun 29 16:17:45.868617 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:55Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'a9f09318-351d-43d9-8820-b93dbdc8561a', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'floating_ip_address': '172.28.0.122', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'port_id': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'mac_address': 'fa:16:3e:34:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:43Z', 'updated_at': '2021-06-29T16:17:43Z', 'revision_number': 0, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acaf3fc1-1934-45ad-aa03-73b315c09b34', 'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'mac_address': 'fa:16:3e:57:f0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:54Z', 'updated_at': '2021-06-29T16:17:01Z', 'revision_number': 5, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'subnets': [{'id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:45.869426 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-547d8eaa-9ccc-449d-9c85-40e8e949ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:45.871553 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Request body: {'port': {'device_id': 'bfe63edd-6182-47ea-8c3c-8e35ff90d007', 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf', 'admin_state_up': True, 'tenant_id': '907322aa97e34f61aeeb36f380fc9e23'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:45.871925 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-547d8eaa-9ccc-449d-9c85-40e8e949ecda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66567384-d5ce-45e8-ad8a-c908362f0cb5 HTTP/1.1" status: 200 len: 852 time: 0.0534964 Jun 29 16:17:45.896522 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] Checking router: c8143067-ba7c-4c36-afc6-1add6d5a9079 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:17:45.899869 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.905452 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] Routers {'c8143067-ba7c-4c36-afc6-1add6d5a9079'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:45.906110 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:17:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['c8143067-ba7c-4c36-afc6-1add6d5a9079'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:45.927253 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f28ea67-e27c-48aa-9228-0ffdab5fc539 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.938013 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f28ea67-e27c-48aa-9228-0ffdab5fc539 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:45.939924 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-e3405cef-00ba-49d5-8888-fc15914ffef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:45.941445 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-e3405cef-00ba-49d5-8888-fc15914ffef2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53ef2302-3df0-4d2f-90d0-bd20220efc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0630274 Jun 29 16:17:45.946894 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Transition to ACTIVE for port object 01ce19b8-fda3-4ee6-b08b-8992aa218e9d will not be triggered until provisioned by entity DHCP. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:45.948184 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:45.988708 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28ea67-e27c-48aa-9228-0ffdab5fc539 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdd3bcc-6213-4f33-903e-33d9d97f4533,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:45.997075 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2f28ea67-e27c-48aa-9228-0ffdab5fc539 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:45.997954 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f28ea67-e27c-48aa-9228-0ffdab5fc539 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.001932 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-2f28ea67-e27c-48aa-9228-0ffdab5fc539 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3780587 Jun 29 16:17:46.002530 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55816) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:46.018677 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-1fbbf76a-7672-48a8-af82-132fa9350944 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'security_group_rule': {'security_group_id': 'c0116041-f313-48ee-ab85-963a3b48acd2', 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:46.032314 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] Set router c8143067-ba7c-4c36-afc6-1add6d5a9079 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:17:46.077613 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-4fea934f-c668-4b75-8b82-b4a34690e6f3 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268709 Jun 29 16:17:46.078340 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.085141 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:46.091530 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf76a-7672-48a8-af82-132fa9350944 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.147694 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Made reservation on behalf of 907322aa97e34f61aeeb36f380fc9e23 for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:17:46.151164 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.186509 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-b89ba377-121a-4e77-ad30-500f0c89ee81 req-d570c1b5-394c-4b48-9ce2-c6c5353344e7 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029024 Jun 29 16:17:46.207562 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Network cbc31666-6aec-4178-b375-a60521877b6f is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:46.227818 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:46.232145 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event updated for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:46.234391 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:46.255722 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:46.308695 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:55Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'a9f09318-351d-43d9-8820-b93dbdc8561a', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'floating_ip_address': '172.28.0.122', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'port_id': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'mac_address': 'fa:16:3e:34:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:43Z', 'updated_at': '2021-06-29T16:17:43Z', 'revision_number': 0, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acaf3fc1-1934-45ad-aa03-73b315c09b34', 'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'mac_address': 'fa:16:3e:57:f0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:54Z', 'updated_at': '2021-06-29T16:17:01Z', 'revision_number': 5, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'subnets': [{'id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:46.336323 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b491231-75cd-4c6f-9fd2-61b01a4b45a7 None None] The sync data for ids ['c8143067-ba7c-4c36-afc6-1add6d5a9079'] in dv-cinder-786260-7-smb is: [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:55Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'a9f09318-351d-43d9-8820-b93dbdc8561a', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'floating_ip_address': '172.28.0.122', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'port_id': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'mac_address': 'fa:16:3e:34:9c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:43Z', 'updated_at': '2021-06-29T16:17:43Z', 'revision_number': 0, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acaf3fc1-1934-45ad-aa03-73b315c09b34', 'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'mac_address': 'fa:16:3e:57:f0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:54Z', 'updated_at': '2021-06-29T16:17:01Z', 'revision_number': 5, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'subnets': [{'id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:17:46.353415 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf76a-7672-48a8-af82-132fa9350944 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.365677 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf76a-7672-48a8-af82-132fa9350944 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.378726 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:46.379157 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.388781 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-04fd46fd-0ecd-4f7a-8a62-e67fefcdd247 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:46.428397 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cb396-6c2f-4e85-9bfc-c15374ebff9b req-aab3bf9c-85ac-4a01-b0d6-26d513eeece5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:46.430267 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f31cb396-6c2f-4e85-9bfc-c15374ebff9b req-aab3bf9c-85ac-4a01-b0d6-26d513eeece5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 932 time: 0.3129129 Jun 29 16:17:46.457867 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbf76a-7672-48a8-af82-132fa9350944 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd16d0d-552d-4387-99f9-60a98e632156,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:46.469406 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1fbbf76a-7672-48a8-af82-132fa9350944 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.473354 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55820) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:46.473864 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-1fbbf76a-7672-48a8-af82-132fa9350944 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4621985 Jun 29 16:17:46.474732 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3830235 Jun 29 16:17:46.479573 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1fbbf76a-7672-48a8-af82-132fa9350944 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:46.480366 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-b0f15de9-8a0c-4d16-9fb1-c7c51f04118a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'security_group_rule': {'security_group_id': 'c0116041-f313-48ee-ab85-963a3b48acd2', 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:46.500961 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Request body: {'port': {'device_id': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:46.510483 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b0f15de9-8a0c-4d16-9fb1-c7c51f04118a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.526548 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Allocated IP 172.20.0.3 (1080a20d-8ade-4068-8d04-b8a9ca139bcf/d99a2bbe-7bb4-437a-9efa-42d4258e431e/974feadd-89fd-4e42-8a21-1c1b288dbcf6) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:17:46.542384 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-cc9d8c5a-c518-4f14-af3d-6fbd6a1b34f3 None None] Provisioning for port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:46.544125 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f31cb396-6c2f-4e85-9bfc-c15374ebff9b req-a86b6de4-ecfa-45af-b470-7aba828a95a1 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030583 Jun 29 16:17:46.546715 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-cc9d8c5a-c518-4f14-af3d-6fbd6a1b34f3 None None] Provisioning complete for port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:46.547215 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-cc9d8c5a-c518-4f14-af3d-6fbd6a1b34f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.587455 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-cc9d8c5a-c518-4f14-af3d-6fbd6a1b34f3 None None] Port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:17:46.598743 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84e252-f4bf-4be8-9c3a-502164e7d829 None None] New status for floating IP a9f09318-351d-43d9-8820-b93dbdc8561a: ACTIVE {{(pid=93153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:17:46.614755 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b0f15de9-8a0c-4d16-9fb1-c7c51f04118a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.619996 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b0f15de9-8a0c-4d16-9fb1-c7c51f04118a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.622795 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-637d49a8-7159-4f3b-b1ce-72173c80f01e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:46.642610 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f15de9-8a0c-4d16-9fb1-c7c51f04118a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf50f67-8485-48b3-a7a2-0ba5881cc9b1,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:46.646233 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b0f15de9-8a0c-4d16-9fb1-c7c51f04118a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:46.649593 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b0f15de9-8a0c-4d16-9fb1-c7c51f04118a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.652728 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-b0f15de9-8a0c-4d16-9fb1-c7c51f04118a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1782224 Jun 29 16:17:46.655484 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55822) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:46.660301 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-64e982d1-c742-4b2f-9888-c99ff9fe1043 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'security_group_rule': {'security_group_id': 'c0116041-f313-48ee-ab85-963a3b48acd2', 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:46.672410 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.691494 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64e982d1-c742-4b2f-9888-c99ff9fe1043 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.773240 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64e982d1-c742-4b2f-9888-c99ff9fe1043 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.781021 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64e982d1-c742-4b2f-9888-c99ff9fe1043 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.783301 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:46.796634 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e982d1-c742-4b2f-9888-c99ff9fe1043 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf10447-a415-4430-bd8b-3f5e211201fa,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:46.800346 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-64e982d1-c742-4b2f-9888-c99ff9fe1043 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:46.813867 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-64e982d1-c742-4b2f-9888-c99ff9fe1043 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.818426 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-64e982d1-c742-4b2f-9888-c99ff9fe1043 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619046 Jun 29 16:17:46.819120 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55826) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:46.825037 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-0facf698-a6d4-4b89-93b1-fdb51032a435 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'security_group_rule': {'security_group_id': 'c0116041-f313-48ee-ab85-963a3b48acd2', 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:46.830772 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.852952 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.securitygroups_db [None req-0facf698-a6d4-4b89-93b1-fdb51032a435 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Project 4cbac1035e634e8cb68bb71071152f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:17:46.858243 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0facf698-a6d4-4b89-93b1-fdb51032a435 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.909643 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0facf698-a6d4-4b89-93b1-fdb51032a435 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.914102 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0facf698-a6d4-4b89-93b1-fdb51032a435 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.919326 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-88f3a6c2-5e2f-4aa9-8938-c49bc8e9a6a0 req-375724c2-8362-44d4-b8fc-dbeb4122a58d tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 210 time: 0.0699303 Jun 29 16:17:46.920725 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:46.940207 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facf698-a6d4-4b89-93b1-fdb51032a435 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693680df-5f07-447e-987a-caaff0513342,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:46.948527 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0facf698-a6d4-4b89-93b1-fdb51032a435 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:46.949779 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0facf698-a6d4-4b89-93b1-fdb51032a435 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.953605 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-0facf698-a6d4-4b89-93b1-fdb51032a435 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307898 Jun 29 16:17:46.953875 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 55828) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:46.958521 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-9b338a26-9570-4a42-9c9b-dabed848cb5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'security_group_rule': {'security_group_id': 'c0116041-f313-48ee-ab85-963a3b48acd2', 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:46.981112 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.securitygroups_db [None req-9b338a26-9570-4a42-9c9b-dabed848cb5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Project 4cbac1035e634e8cb68bb71071152f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 16:17:46.981695 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.986221 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9b338a26-9570-4a42-9c9b-dabed848cb5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:46.986394 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c9d81b0c-cdf1-4f63-9890-2f3adb29482a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:46.992898 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['3d086394-f72c-445d-851e-ad6ce9708e4e'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:47.051635 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Network 1080a20d-8ade-4068-8d04-b8a9ca139bcf is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:17:47.052995 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9b338a26-9570-4a42-9c9b-dabed848cb5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.058356 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:17:47.058592 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9b338a26-9570-4a42-9c9b-dabed848cb5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.061113 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:47.061577 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Pushing event updated for resources: {'Port': ['ID=974feadd-89fd-4e42-8a21-1c1b288dbcf6,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:47.063827 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:17:47.071803 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:47.083552 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-9b338a26-9570-4a42-9c9b-dabed848cb5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.087754 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-9b338a26-9570-4a42-9c9b-dabed848cb5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299899 Jun 29 16:17:47.088864 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b338a26-9570-4a42-9c9b-dabed848cb5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d7c18e-97e0-4801-846a-22c1f07804ba,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:47.091323 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-9b338a26-9570-4a42-9c9b-dabed848cb5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:47.145917 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:47.146532 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.151536 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ce19b8-fda3-4ee6-b08b-8992aa218e9d {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:47.163041 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.173109 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3125067 Jun 29 16:17:47.179832 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Transition to ACTIVE for port object 01ce19b8-fda3-4ee6-b08b-8992aa218e9d will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:47.186438 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Request body: {'port': {'device_id': 'bfe63edd-6182-47ea-8c3c-8e35ff90d007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:47.194119 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.217585 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:47.300445 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Pushing event updated for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:47.323639 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:47.326929 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-a55c3716-9194-439f-b7ab-08fb91162163 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374540684&fields=id&tenant_id=4cbac1035e634e8cb68bb71071152f0f HTTP/1.1" status: 200 len: 267 time: 0.1443877 Jun 29 16:17:47.405359 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:47.488277 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Attempting to bind port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:17:47.488956 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Attempting to bind port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:17:47.488956 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Attempting to bind port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d on network cbc31666-6aec-4178-b375-a60521877b6f {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:47.511173 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-62f9016b-ad2c-4206-ac94-29cd62894a08 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:47.512689 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-62f9016b-ad2c-4206-ac94-29cd62894a08 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 945 time: 0.1767635 Jun 29 16:17:47.513244 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d on network cbc31666-6aec-4178-b375-a60521877b6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:17:47.513567 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Attempting to bind port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d on network cbc31666-6aec-4178-b375-a60521877b6f {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:47.571819 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'port': {'security_groups': ['862fb6dc-8ba8-4af7-abb9-ba9a3beaaede', 'c0116041-f313-48ee-ab85-963a3b48acd2']}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:47.578159 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:17:47.578495 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Checking segment: {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:47.578867 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Bound using segment: {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:17:47.579414 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Bound port: 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0ecff7-4dd5-412b-bad8-4762138cd8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:17:47.579676 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.043671 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.053861 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:17:48.084659 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:17:48.115453 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.124315 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:48.184744 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fffb0-82ec-4b32-95b3-8b2a802855a9 req-6b452522-aaa1-48ea-a25e-305e717fea33 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:48.186295 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fa5fffb0-82ec-4b32-95b3-8b2a802855a9 req-6b452522-aaa1-48ea-a25e-305e717fea33 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.4927995 Jun 29 16:17:48.205649 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:48.206264 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.207635 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] 10.222.0.61 "PUT /v2.0/ports/01ce19b8-fda3-4ee6-b08b-8992aa218e9d HTTP/1.1" status: 200 len: 1094 time: 1.7177665 Jun 29 16:17:48.231290 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:48.233583 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:48.328293 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974feadd-89fd-4e42-8a21-1c1b288dbcf6 {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:48.353415 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.355814 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Pushing event updated for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:48.367084 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:48.378630 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fa5fffb0-82ec-4b32-95b3-8b2a802855a9 req-6324e1e7-41cd-48e5-9645-b1cd83ff09a1 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811352 Jun 29 16:17:48.388794 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Transition to ACTIVE for port object 974feadd-89fd-4e42-8a21-1c1b288dbcf6 will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:17:48.402619 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.435549 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e149691e-0b9c-4f2e-9839-1d4546d5b366 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:48.536245 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-7073d536-315b-4198-82db-c16961ede708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:48.537704 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-7073d536-315b-4198-82db-c16961ede708 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 1097 time: 0.2777915 Jun 29 16:17:48.544996 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Pushing event updated for resources: {'Port': ['ID=974feadd-89fd-4e42-8a21-1c1b288dbcf6,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:48.550588 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:48.633919 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-1307fc5e-c34a-40f4-bb77-fb878e13725d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d HTTP/1.1" status: 200 len: 217 time: 0.0687027 Jun 29 16:17:48.635512 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] For port b0c01634-c583-47b8-b5d7-f2586b1baa63, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:48.747015 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.763376 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.773313 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b90bd4-bd7d-4aff-b4d3-f7eff438d790 req-2d97c2dc-f940-4ded-a6ea-3a85d6c9e7c9 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:48.774778 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-13b90bd4-bd7d-4aff-b4d3-f7eff438d790 req-2d97c2dc-f940-4ded-a6ea-3a85d6c9e7c9 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 943 time: 0.2852819 Jun 29 16:17:48.775547 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['b0c01634-c583-47b8-b5d7-f2586b1baa63'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:48.777635 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:48.781534 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-527a35e2-1bca-418c-a16b-ec158894b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:48.782916 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-527a35e2-1bca-418c-a16b-ec158894b82b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.1282463 Jun 29 16:17:48.786847 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Attempting to bind port 974feadd-89fd-4e42-8a21-1c1b288dbcf6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:17:48.787189 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Attempting to bind port 974feadd-89fd-4e42-8a21-1c1b288dbcf6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:17:48.787529 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Attempting to bind port 974feadd-89fd-4e42-8a21-1c1b288dbcf6 on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:48.836855 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Port 974feadd-89fd-4e42-8a21-1c1b288dbcf6 on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:17:48.837084 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Attempting to bind port 974feadd-89fd-4e42-8a21-1c1b288dbcf6 on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:17:48.879553 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:48.880210 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.881607 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bbb0a4e1-c3c3-4417-bd60-f328e21e1a75 req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "PUT /v2.0/ports/b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 981 time: 1.3619936 Jun 29 16:17:48.894596 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:17:48.894944 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Checking segment: {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:17:48.895333 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Bound using segment: {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:17:48.895813 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Bound port: 974feadd-89fd-4e42-8a21-1c1b288dbcf6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:17:48.896173 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:48.928190 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c59c8be-ba5f-4f07-aedb-567de5298431 x-openstack-request-id: req-5c59c8be-ba5f-4f07-aedb-567de5298431 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:48.928467 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:48.928749 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5c59c8be-ba5f-4f07-aedb-567de5298431 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:48.929702 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'status': 'completed', 'code': 200} Jun 29 16:17:48.934843 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'Port': ['ID=b0c01634-c583-47b8-b5d7-f2586b1baa63,revision_number=6']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:48.939056 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:48.950971 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-13b90bd4-bd7d-4aff-b4d3-f7eff438d790 req-b53b3f29-3281-4672-a6c4-afd14fb458f7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670761 Jun 29 16:17:48.984065 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['b0c01634-c583-47b8-b5d7-f2586b1baa63'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:49.015025 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-ff21c0ed-0daf-4356-af18-945e3924af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:49.016595 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-ff21c0ed-0daf-4356-af18-945e3924af09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2052672 Jun 29 16:17:49.019324 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] For port 974feadd-89fd-4e42-8a21-1c1b288dbcf6, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:17:49.022664 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] For port 974feadd-89fd-4e42-8a21-1c1b288dbcf6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=974feadd-89fd-4e42-8a21-1c1b288dbcf6,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:17:49.036327 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.039809 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-eae66086-7797-4a03-bb70-0fa19138dbe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:49.154215 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:49.154830 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.156229 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] 10.222.0.61 "PUT /v2.0/ports/974feadd-89fd-4e42-8a21-1c1b288dbcf6 HTTP/1.1" status: 200 len: 1093 time: 1.9749575 Jun 29 16:17:49.196056 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Pushing event updated for resources: {'Port': ['ID=974feadd-89fd-4e42-8a21-1c1b288dbcf6,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:49.202388 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:49.229926 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-aa55b915-fa14-40f5-b044-465f817478c3 None None] Provisioning complete for port b0c01634-c583-47b8-b5d7-f2586b1baa63 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:49.230311 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-aa55b915-fa14-40f5-b044-465f817478c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.253098 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-bcabba0b-a8c5-4a2e-9d5d-34ebcd40193a service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256837 Jun 29 16:17:49.265943 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f439cb-aae3-4945-8f5a-8be7c55066c0 req-f5cd5950-ff86-4c10-9c5e-4887d33dc447 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:49.267406 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-84f439cb-aae3-4945-8f5a-8be7c55066c0 req-f5cd5950-ff86-4c10-9c5e-4887d33dc447 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.1827967 Jun 29 16:17:49.381884 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-84f439cb-aae3-4945-8f5a-8be7c55066c0 req-95a3386e-37d5-4949-beb6-2fadfdb6c1d3 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036015 Jun 29 16:17:49.384455 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-5fae469a-0333-4138-ad54-1158e26e3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:49.385885 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-5fae469a-0333-4138-ad54-1158e26e3a1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 1096 time: 0.1713071 Jun 29 16:17:49.443240 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-38daa25f-bb2b-4b5a-b4be-742306b97b8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=974feadd-89fd-4e42-8a21-1c1b288dbcf6 HTTP/1.1" status: 200 len: 217 time: 0.0441358 Jun 29 16:17:49.447454 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3310d02d-a4ed-4f1b-8525-dd59d061c30c req-03cc3948-9448-4f51-b5dd-7d11a38aae8d service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791315 Jun 29 16:17:49.508378 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-1ad2987d-8e51-4b1e-a458-d82d256bd83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:49.511128 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-1ad2987d-8e51-4b1e-a458-d82d256bd83f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d99a2bbe-7bb4-437a-9efa-42d4258e431e HTTP/1.1" status: 200 len: 855 time: 0.0537319 Jun 29 16:17:49.594281 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-2ca26289-af99-4679-83cb-fb845a6c37eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1080a20d-8ade-4068-8d04-b8a9ca139bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693130 Jun 29 16:17:49.673164 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-81028c41-5b92-4faf-87f2-86e989e79f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:49.696956 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165cf5f-34ba-4a2f-b1c7-1c45698f06ab req-cc611f6d-509f-4bf2-af76-c74d1f8a5679 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:49.698412 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c165cf5f-34ba-4a2f-b1c7-1c45698f06ab req-cc611f6d-509f-4bf2-af76-c74d1f8a5679 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.1863787 Jun 29 16:17:49.726476 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-7630c377-5aa4-4208-b185-53e7190fdb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:49.727901 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-7630c377-5aa4-4208-b185-53e7190fdb80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 1097 time: 0.2053938 Jun 29 16:17:49.762588 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-76f2f92d-0208-49f6-b68a-7ccf607cb9d7 service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577797 Jun 29 16:17:49.823616 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c165cf5f-34ba-4a2f-b1c7-1c45698f06ab req-b8570acd-7d4c-4895-9e82-418ccf799a85 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139762 Jun 29 16:17:49.907410 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-82dc672d-7ccd-4f10-8e21-afad2feab02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:49.909003 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-82dc672d-7ccd-4f10-8e21-afad2feab02d service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 918 time: 0.1681597 Jun 29 16:17:49.918317 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-425790e8-cab4-47fb-9b5a-442ab7e7a3b2 req-cb75c12a-5ce4-473e-a213-904a5d0f70c9 service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286361 Jun 29 16:17:49.953073 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-3dcfb0e4-cbb1-4db7-8c08-d10e7865c9e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d HTTP/1.1" status: 200 len: 217 time: 0.0336618 Jun 29 16:17:50.011632 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-d4c6b0bd-8906-448f-9aaf-6d8c8993bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:50.013135 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-d4c6b0bd-8906-448f-9aaf-6d8c8993bfd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.0432942 Jun 29 16:17:50.100956 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-69d126bf-8426-456f-95c2-ad34929218ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:50.102420 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-69d126bf-8426-456f-95c2-ad34929218ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812907 Jun 29 16:17:50.187295 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4df2a-d494-4ad1-aeac-c5a0e5e05d84 req-224588ce-0768-426a-b471-75baa65dfbd6 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:50.188799 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-29a4df2a-d494-4ad1-aeac-c5a0e5e05d84 req-224588ce-0768-426a-b471-75baa65dfbd6 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 943 time: 0.1228888 Jun 29 16:17:50.231834 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-24389ea8-87ec-4217-a0ff-54f241a17649 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210592 Jun 29 16:17:50.243800 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-29a4df2a-d494-4ad1-aeac-c5a0e5e05d84 req-82c6e166-16b8-49c1-885f-bce8cbfe184f tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482671 Jun 29 16:17:50.326322 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6b2167b-6471-4354-aa5b-6c4dfc0fc3d5 req-a4830f19-aa24-4975-ba42-ea31f4cf881a service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815737 Jun 29 16:17:50.931253 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63'}, {'name': 'network-changed', 'server_uuid': 'bfe63edd-6182-47ea-8c3c-8e35ff90d007', 'tag': '974feadd-89fd-4e42-8a21-1c1b288dbcf6'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:50.933746 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63"}, {"name": "network-changed", "server_uuid": "bfe63edd-6182-47ea-8c3c-8e35ff90d007", "tag": "974feadd-89fd-4e42-8a21-1c1b288dbcf6"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:50.975098 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7e4dbd-c2d2-466f-9789-08f829d5aa7c x-openstack-request-id: req-fc7e4dbd-c2d2-466f-9789-08f829d5aa7c {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:50.975421 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfe63edd-6182-47ea-8c3c-8e35ff90d007", "tag": "974feadd-89fd-4e42-8a21-1c1b288dbcf6", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:50.976327 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fc7e4dbd-c2d2-466f-9789-08f829d5aa7c {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:50.976835 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'status': 'completed', 'code': 200} Jun 29 16:17:50.977116 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe63edd-6182-47ea-8c3c-8e35ff90d007', 'tag': '974feadd-89fd-4e42-8a21-1c1b288dbcf6', 'status': 'completed', 'code': 200} Jun 29 16:17:51.004903 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633fb3a-36fc-4cfa-9021-d0a804110aff req-af2e3a06-4bc4-488e-8c66-a9c0467e9d0c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:51.006411 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9633fb3a-36fc-4cfa-9021-d0a804110aff req-af2e3a06-4bc4-488e-8c66-a9c0467e9d0c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0696635 Jun 29 16:17:51.075544 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9633fb3a-36fc-4cfa-9021-d0a804110aff req-d6cb9b57-bcf6-419f-93e1-2e0739f600bf tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631127 Jun 29 16:17:51.089689 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-d65e214f-ee41-41bd-87ee-f9f119c9cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:51.091183 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-d65e214f-ee41-41bd-87ee-f9f119c9cc14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cbac1035e634e8cb68bb71071152f0f&device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 1137 time: 0.0777411 Jun 29 16:17:51.183552 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-1a66f1bc-08fa-4b64-b82e-3ff32990096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:51.185060 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-1a66f1bc-08fa-4b64-b82e-3ff32990096b service neutron] 10.222.0.61 "GET /v2.0/networks?id=53ef2302-3df0-4d2f-90d0-bd20220efc03 HTTP/1.1" status: 200 len: 914 time: 0.0857954 Jun 29 16:17:51.249479 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-4c2cfbbd-f631-4dad-b03c-7b404520df68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 1001 time: 0.0574234 Jun 29 16:17:51.297236 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-4d1b948b-44f3-43b3-ad3d-7873a8714c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:51.298682 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-4d1b948b-44f3-43b3-ad3d-7873a8714c33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66567384-d5ce-45e8-ad8a-c908362f0cb5 HTTP/1.1" status: 200 len: 852 time: 0.0425851 Jun 29 16:17:51.397388 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-dafc5d94-364e-4bc7-8174-fabbe94ae1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:51.399412 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-dafc5d94-364e-4bc7-8174-fabbe94ae1b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53ef2302-3df0-4d2f-90d0-bd20220efc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921280 Jun 29 16:17:51.474957 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d66b7-c13e-419c-809d-c1b13ad42379 req-12924a5d-c9a6-49a3-b89f-bca561a57b03 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:51.476477 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dd9d66b7-c13e-419c-809d-c1b13ad42379 req-12924a5d-c9a6-49a3-b89f-bca561a57b03 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 943 time: 0.1194928 Jun 29 16:17:51.759233 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-011d95ce-c7c9-4e5a-925a-77890aa28824 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506026 Jun 29 16:17:51.764066 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dd9d66b7-c13e-419c-809d-c1b13ad42379 req-45fbf618-33fe-4930-86ed-c32b87d8dcba tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815382 Jun 29 16:17:51.848917 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-2bac6969-dd8f-4d5b-97d3-5e239a8def9d service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812786 Jun 29 16:17:51.952881 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-e529fad5-9372-49d3-9afa-ac64de6d60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:51.954461 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-e529fad5-9372-49d3-9afa-ac64de6d60a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 1096 time: 0.0540185 Jun 29 16:17:52.000952 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-9506197c-badc-4ab8-9989-3b263094e4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.055704 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-b4be9915-a83a-472d-955b-61a32fe3049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:52.057153 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-b4be9915-a83a-472d-955b-61a32fe3049c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 916 time: 0.0839295 Jun 29 16:17:52.102254 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-b0ba1098-f964-48f5-bd65-e39e2bdc94ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=974feadd-89fd-4e42-8a21-1c1b288dbcf6 HTTP/1.1" status: 200 len: 217 time: 0.0361373 Jun 29 16:17:52.138016 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 974feadd-89fd-4e42-8a21-1c1b288dbcf6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:17:52.153301 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-c9c9fa2d-d6de-4983-903d-f218ea9ecfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:52.154892 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-c9c9fa2d-d6de-4983-903d-f218ea9ecfa4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d99a2bbe-7bb4-437a-9efa-42d4258e431e HTTP/1.1" status: 200 len: 855 time: 0.0462127 Jun 29 16:17:52.189442 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-8e4da14f-8b3e-4f77-8bf0-cffc742593e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1080a20d-8ade-4068-8d04-b8a9ca139bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267632 Jun 29 16:17:52.237064 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 974feadd-89fd-4e42-8a21-1c1b288dbcf6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=974feadd-89fd-4e42-8a21-1c1b288dbcf6,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:52.248656 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '974feadd-89fd-4e42-8a21-1c1b288dbcf6', 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf', 'port_id': '974feadd-89fd-4e42-8a21-1c1b288dbcf6', 'mac_address': 'fa:16:3e:d8:c8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a2bbe-7bb4-437a-9efa-42d4258e431e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:17:52.292671 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.295840 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.309068 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974feadd-89fd-4e42-8a21-1c1b288dbcf6 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:52.321203 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-8c47348e-b666-4187-a781-14d210db562c service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247845 Jun 29 16:17:52.328783 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 974feadd-89fd-4e42-8a21-1c1b288dbcf6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=974feadd-89fd-4e42-8a21-1c1b288dbcf6,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:52.329381 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a019c2-08c9-451b-a95d-dd6216f7ed10 req-110fc6f4-0eed-4ae5-b068-7b9df71ffcee tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:52.330804 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c2a019c2-08c9-451b-a95d-dd6216f7ed10 req-110fc6f4-0eed-4ae5-b068-7b9df71ffcee tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.1363177 Jun 29 16:17:52.332812 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.333616 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 01ce19b8-fda3-4ee6-b08b-8992aa218e9d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:17:52.336232 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-7b7b083a-8d36-4fe8-b47d-74197a0ec5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:52.419064 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c2a019c2-08c9-451b-a95d-dd6216f7ed10 req-f3fe18b3-e720-4809-8b84-257999f30cb6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794964 Jun 29 16:17:52.431119 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=974feadd-89fd-4e42-8a21-1c1b288dbcf6,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:52.446252 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3b3f1c28-a4d7-4e9c-b6a2-b47cd3fd42c0 req-0bb63644-aa56-41a6-a7af-26466770aee3 service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145048 Jun 29 16:17:52.454947 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.455288 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.455626 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.455981 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.456315 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.456652 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.456962 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.457281 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.457603 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.457923 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.458241 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.458554 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:17:52.463575 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:52.473137 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.498364 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:52.508950 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'port_id': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'mac_address': 'fa:16:3e:31:6a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:17:52.549046 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.565845 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ce19b8-fda3-4ee6-b08b-8992aa218e9d {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:17:52.585202 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:52.588668 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:52.590402 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:52.636833 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:52.640152 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:52.864154 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['974feadd-89fd-4e42-8a21-1c1b288dbcf6'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:52.887960 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['01ce19b8-fda3-4ee6-b08b-8992aa218e9d'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:17:52.934443 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acd2dc-b823-4295-9752-501feac82f06 req-efa7b9c8-a419-4ce9-af45-f48dcaa37116 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:52.935996 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-21acd2dc-b823-4295-9752-501feac82f06 req-efa7b9c8-a419-4ce9-af45-f48dcaa37116 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 944 time: 0.0623426 Jun 29 16:17:52.975520 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-21acd2dc-b823-4295-9752-501feac82f06 req-e9507feb-5677-47d8-9597-4613f74bb946 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Jun 29 16:17:53.260848 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:53.592728 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8560f-2698-41ee-a0a8-a05dff4b7614 req-13299dc8-b8d6-446f-8d57-b6da727bde9e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:53.594209 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-aed8560f-2698-41ee-a0a8-a05dff4b7614 req-13299dc8-b8d6-446f-8d57-b6da727bde9e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 945 time: 0.0611763 Jun 29 16:17:53.641799 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-aed8560f-2698-41ee-a0a8-a05dff4b7614 req-764324a2-b14e-4b2d-a087-9569f1d020fc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419722 Jun 29 16:17:54.134822 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 974feadd-89fd-4e42-8a21-1c1b288dbcf6 up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:54.148254 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96bf12-4b5f-4caa-b8fb-75ac1be8f685 req-30ce080e-fb81-42f8-bbea-af5f1f5b27db tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:54.149728 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1a96bf12-4b5f-4caa-b8fb-75ac1be8f685 req-30ce080e-fb81-42f8-bbea-af5f1f5b27db tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 944 time: 0.0630116 Jun 29 16:17:54.182606 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 974feadd-89fd-4e42-8a21-1c1b288dbcf6 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:54.186421 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 974feadd-89fd-4e42-8a21-1c1b288dbcf6 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:54.186825 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:54.187615 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1a96bf12-4b5f-4caa-b8fb-75ac1be8f685 req-12e99802-7d1c-4d95-ac17-bd52e0f38aec tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318706 Jun 29 16:17:54.265050 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:54.286856 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe63edd-6182-47ea-8c3c-8e35ff90d007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974feadd-89fd-4e42-8a21-1c1b288dbcf6'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:54.289147 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef98eb-c6b8-4d00-b752-3b856cc65355" -d '{"events": [{"server_uuid": "bfe63edd-6182-47ea-8c3c-8e35ff90d007", "name": "network-vif-plugged", "status": "completed", "tag": "974feadd-89fd-4e42-8a21-1c1b288dbcf6"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:54.301709 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 974feadd-89fd-4e42-8a21-1c1b288dbcf6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=974feadd-89fd-4e42-8a21-1c1b288dbcf6,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:54.305589 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:54.306440 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 01ce19b8-fda3-4ee6-b08b-8992aa218e9d up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:17:54.309004 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:54.329991 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0d07dc-6b19-437e-9315-56d0604bc163 x-openstack-request-id: req-af0d07dc-6b19-437e-9315-56d0604bc163 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:54.330288 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe63edd-6182-47ea-8c3c-8e35ff90d007", "name": "network-vif-plugged", "status": "completed", "tag": "974feadd-89fd-4e42-8a21-1c1b288dbcf6", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:54.330544 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-af0d07dc-6b19-437e-9315-56d0604bc163 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:54.330927 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe63edd-6182-47ea-8c3c-8e35ff90d007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974feadd-89fd-4e42-8a21-1c1b288dbcf6', 'code': 200} Jun 29 16:17:54.386217 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=974feadd-89fd-4e42-8a21-1c1b288dbcf6,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:54.390074 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:54.394588 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:17:54.399201 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:17:54.399593 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:54.478007 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:54.511324 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:17:54.515612 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:54.517401 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-e035f789-b98c-4d0d-b908-034692335f14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:17:54.549241 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda24bc-61ea-490a-be98-58363136e1c7 req-ce028095-82ac-452b-9969-27c45628fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:54.550742 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4cda24bc-61ea-490a-be98-58363136e1c7 req-ce028095-82ac-452b-9969-27c45628fa93 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 1098 time: 0.0516109 Jun 29 16:17:54.561791 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:17:54.564872 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:17:54.590655 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4cda24bc-61ea-490a-be98-58363136e1c7 req-505cedb8-06f4-46b2-9444-e965d580b029 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Jun 29 16:17:54.822279 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c343a4-886b-4851-8362-b2a3735588d9 req-92c74af1-ba2b-49e3-bf0d-9d35f1e81702 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:54.823796 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-32c343a4-886b-4851-8362-b2a3735588d9 req-92c74af1-ba2b-49e3-bf0d-9d35f1e81702 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0682828 Jun 29 16:17:54.863411 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-32c343a4-886b-4851-8362-b2a3735588d9 req-2d0132c0-8473-4943-a38e-994076f4cbc3 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335202 Jun 29 16:17:54.983624 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:55.360688 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de0c0d-d764-49ae-9922-ce73d816ef79 req-f5786a0c-3fec-4a8a-aac6-9be6d5a35284 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:55.362040 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-85de0c0d-d764-49ae-9922-ce73d816ef79 req-f5786a0c-3fec-4a8a-aac6-9be6d5a35284 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 945 time: 0.0620718 Jun 29 16:17:55.399970 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-85de0c0d-d764-49ae-9922-ce73d816ef79 req-dada625f-f14f-453e-ad7a-96a2ab6db83f tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315986 Jun 29 16:17:56.037042 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615aeaca-d661-4952-902a-160d2e3743cb req-77c61b4a-5897-4f91-b9f0-8f823e84b34b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:56.038495 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-615aeaca-d661-4952-902a-160d2e3743cb req-77c61b4a-5897-4f91-b9f0-8f823e84b34b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0631399 Jun 29 16:17:56.076019 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-615aeaca-d661-4952-902a-160d2e3743cb req-c6c7af8c-4287-498f-aefa-f1bfb101384e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318441 Jun 29 16:17:56.332611 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:56.334872 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c0aef0-0337-4186-82f1-19d9e4cfab4f" -d '{"events": [{"server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "name": "network-vif-plugged", "status": "completed", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:56.369952 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7cb8c0-a85f-483f-aeca-022dd9e3ee1b x-openstack-request-id: req-aa7cb8c0-a85f-483f-aeca-022dd9e3ee1b {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:56.370249 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "name": "network-vif-plugged", "status": "completed", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:56.370509 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aa7cb8c0-a85f-483f-aeca-022dd9e3ee1b {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:56.370899 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'code': 200} Jun 29 16:17:56.601538 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dcadc-408b-4da0-a034-994820fcf951 req-ec574503-59d3-4732-b94f-eaca80883ac4 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:56.602973 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4b5dcadc-408b-4da0-a034-994820fcf951 req-ec574503-59d3-4732-b94f-eaca80883ac4 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 945 time: 0.0917089 Jun 29 16:17:56.648743 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456f43c-dd1b-4497-a8a2-baeabc21a885 req-bc674167-1a41-42b4-89d7-acadc22d80de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:56.650217 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8456f43c-dd1b-4497-a8a2-baeabc21a885 req-bc674167-1a41-42b4-89d7-acadc22d80de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 1099 time: 0.0904260 Jun 29 16:17:56.653337 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4b5dcadc-408b-4da0-a034-994820fcf951 req-001d0985-8ef5-4ac1-a825-a3ffc156c3b7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Jun 29 16:17:56.685781 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8456f43c-dd1b-4497-a8a2-baeabc21a885 req-ae6841c9-764b-4a15-a341-e5629092d063 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278211 Jun 29 16:17:57.259054 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8c430-fa03-4a0b-b01d-e123a85cf406 req-1f6bb48d-4b03-479d-ba9d-a741220a8277 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:57.260565 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a2f8c430-fa03-4a0b-b01d-e123a85cf406 req-1f6bb48d-4b03-479d-ba9d-a741220a8277 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0682487 Jun 29 16:17:57.298747 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a2f8c430-fa03-4a0b-b01d-e123a85cf406 req-2da55f19-7605-4162-af02-c59e50fc4d8f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325315 Jun 29 16:17:58.472392 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-cb954f36-49a7-4c05-8142-b5d9a9bf76a0 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:58.473828 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-cb954f36-49a7-4c05-8142-b5d9a9bf76a0 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 815 time: 0.1313951 Jun 29 16:17:58.498039 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-d42fc65d-8ae8-4ae4-861f-7289d9e0c6b5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/quotas/907322aa97e34f61aeeb36f380fc9e23 HTTP/1.1" status: 200 len: 375 time: 0.0169334 Jun 29 16:17:58.523904 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd851db-9362-4baa-9934-8bbef8d4b6ea req-484b3922-c6cc-48a8-a86c-b3fac362b5c8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:58.525324 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fbd851db-9362-4baa-9934-8bbef8d4b6ea req-484b3922-c6cc-48a8-a86c-b3fac362b5c8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.1025071 Jun 29 16:17:58.586827 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fbd851db-9362-4baa-9934-8bbef8d4b6ea req-8caa6ba9-d805-4bae-807f-cb521e854900 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448217 Jun 29 16:17:58.601549 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-efe6e5f4-f3a6-4e5f-a470-eafe77797258 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976601 Jun 29 16:17:58.697335 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-2a7739f6-93af-4094-bcf4-73789f1beb88 service neutron] 10.222.0.83 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884824 Jun 29 16:17:58.826450 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-a4ef0d73-efc2-49c9-b5be-d5600ed375e1 service neutron] 10.222.0.83 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232481 Jun 29 16:17:58.834385 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3237-5fae-412b-ad0d-ee1cc4f11894 req-7e9c34f0-2447-4377-820b-6f8963fde717 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:17:58.836460 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-063b3237-5fae-412b-ad0d-ee1cc4f11894 req-7e9c34f0-2447-4377-820b-6f8963fde717 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.1259048 Jun 29 16:17:58.845247 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 55912) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:17:58.849994 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-6b0844d5-f48b-44b2-85e1-54f0f148e7a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Request body: {'floatingip': {'port_id': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:17:58.889653 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0844d5-f48b-44b2-85e1-54f0f148e7a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:59.033154 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8ee69d68-85e3-489c-aa90-09c5bdf1114d req-204be81a-e958-4788-adf6-40a7789179a6 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 210 time: 0.0599899 Jun 29 16:17:59.402343 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0844d5-f48b-44b2-85e1-54f0f148e7a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:59.406746 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0844d5-f48b-44b2-85e1-54f0f148e7a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:59.509073 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.l3_db [None req-6b0844d5-f48b-44b2-85e1-54f0f148e7a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Floating IP c89e24ea-9759-40d1-b535-5760da8bbae3 associated. External IP: 172.28.0.218, port: 01ce19b8-fda3-4ee6-b08b-8992aa218e9d. Jun 29 16:17:59.713385 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0844d5-f48b-44b2-85e1-54f0f148e7a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Router 325ab1b0-ade4-4e04-a459-9a0969b84d68 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:17:59.818882 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0844d5-f48b-44b2-85e1-54f0f148e7a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:17:59.823777 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6b0844d5-f48b-44b2-85e1-54f0f148e7a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:17:59.829088 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] Sync routers for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:17:59.837827 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:17:59.838444 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:17:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:17:59.859784 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-6b0844d5-f48b-44b2-85e1-54f0f148e7a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "PUT /v2.0/floatingips/c89e24ea-9759-40d1-b535-5760da8bbae3 HTTP/1.1" status: 200 len: 992 time: 1.0133390 Jun 29 16:17:59.860441 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:17:59.862979 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43407aec-011d-4533-a81c-3ebed5dded67" -d '{"events": [{"name": "network-changed", "server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:17:59.928089 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9053b484-e60b-4368-ba80-be4efe007fbe x-openstack-request-id: req-9053b484-e60b-4368-ba80-be4efe007fbe {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:17:59.928539 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:17:59.928968 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9053b484-e60b-4368-ba80-be4efe007fbe {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:17:59.929410 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'status': 'completed', 'code': 200} Jun 29 16:18:00.070313 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:18:00.079566 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43407aec-011d-4533-a81c-3ebed5dded67 req-3c4c22d0-cb0f-4fac-a1d7-226f168aeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:00.081553 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43407aec-011d-4533-a81c-3ebed5dded67 req-3c4c22d0-cb0f-4fac-a1d7-226f168aeaab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 1099 time: 0.1221020 Jun 29 16:18:00.324783 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'c89e24ea-9759-40d1-b535-5760da8bbae3', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'floating_ip_address': '172.28.0.218', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'port_id': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'mac_address': 'fa:16:3e:31:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:42Z', 'updated_at': '2021-06-29T16:17:59Z', 'revision_number': 1, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:18:00.351868 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] Checking router: 325ab1b0-ade4-4e04-a459-9a0969b84d68 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:18:00.360951 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:18:00.361598 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:17:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:18:00.446525 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6b534d00-4116-43dc-a790-480be5132458 req-4a42a790-9e47-4c4b-991a-2e0c51bea663 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 210 time: 0.2804644 Jun 29 16:18:00.454665 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-390210e5-5e4f-486d-aedf-11f97797f774 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:00.456002 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-390210e5-5e4f-486d-aedf-11f97797f774 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 815 time: 0.4529917 Jun 29 16:18:00.474727 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:18:00.475969 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Request body: {'port': {'device_id': '906888b0-1c84-4e11-b027-c61ffbaae14b', 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf', 'admin_state_up': True, 'tenant_id': '907322aa97e34f61aeeb36f380fc9e23'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:18:00.526944 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43407aec-011d-4533-a81c-3ebed5dded67 req-262b3056-eda2-4f0d-a548-eeb2a5dc7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:00.528428 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43407aec-011d-4533-a81c-3ebed5dded67 req-262b3056-eda2-4f0d-a548-eeb2a5dc7834 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 918 time: 0.4395845 Jun 29 16:18:00.621521 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43407aec-011d-4533-a81c-3ebed5dded67 req-4492e089-ca77-4259-9d65-25874ad3a949 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d HTTP/1.1" status: 200 len: 1000 time: 0.0842788 Jun 29 16:18:00.666885 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Made reservation on behalf of 907322aa97e34f61aeeb36f380fc9e23 for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:18:00.670344 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:00.694974 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43407aec-011d-4533-a81c-3ebed5dded67 req-76e6e467-ddef-4260-8276-5594c6eac66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:00.696464 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43407aec-011d-4533-a81c-3ebed5dded67 req-76e6e467-ddef-4260-8276-5594c6eac66d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.0655978 Jun 29 16:18:00.699925 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'c89e24ea-9759-40d1-b535-5760da8bbae3', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'floating_ip_address': '172.28.0.218', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'port_id': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'mac_address': 'fa:16:3e:31:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:42Z', 'updated_at': '2021-06-29T16:17:59Z', 'revision_number': 1, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:18:00.726327 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b20d5b-2788-41af-af22-9fb3288e49eb None None] The sync data for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb is: [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'c89e24ea-9759-40d1-b535-5760da8bbae3', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'floating_ip_address': '172.28.0.218', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'port_id': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'mac_address': 'fa:16:3e:31:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:17:42Z', 'updated_at': '2021-06-29T16:17:59Z', 'revision_number': 1, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:18:00.840027 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43407aec-011d-4533-a81c-3ebed5dded67 req-ccb1488b-38b7-4c50-9749-e3cce2280fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:00.841551 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43407aec-011d-4533-a81c-3ebed5dded67 req-ccb1488b-38b7-4c50-9749-e3cce2280fa5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1371851 Jun 29 16:18:00.845795 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Allocated IP 172.20.0.11 (1080a20d-8ade-4068-8d04-b8a9ca139bcf/d99a2bbe-7bb4-437a-9efa-42d4258e431e/6c12df7a-1a65-4756-aa8d-654d7d929730) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:18:00.909392 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436d6ff-890c-482b-bfae-604dec1b96b7 None None] New status for floating IP c89e24ea-9759-40d1-b535-5760da8bbae3: ACTIVE {{(pid=93153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:18:01.012461 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43407aec-011d-4533-a81c-3ebed5dded67 req-3eb1fc80-9199-432f-ac93-169533ecc63b service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623204 Jun 29 16:18:01.123397 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:01.154680 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-43407aec-011d-4533-a81c-3ebed5dded67 req-00be2333-8f7d-4135-beda-5240d22f2a41 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351874 Jun 29 16:18:01.182061 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:01.185869 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:01.196172 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['3d086394-f72c-445d-851e-ad6ce9708e4e', '974feadd-89fd-4e42-8a21-1c1b288dbcf6'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:18:01.227765 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Network 1080a20d-8ade-4068-8d04-b8a9ca139bcf is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:18:01.231200 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:18:01.235033 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:18:01.241531 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Pushing event updated for resources: {'Port': ['ID=6c12df7a-1a65-4756-aa8d-654d7d929730,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:01.265009 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:01.291233 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:01.291952 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:01.305684 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8359978 Jun 29 16:18:01.322754 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Request body: {'port': {'device_id': '906888b0-1c84-4e11-b027-c61ffbaae14b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:18:01.392288 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:01.668553 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94ae0e-f466-4743-a575-00c06fdd01bd req-f54a92ad-7d42-4daf-8048-5a5f41ba1e6e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:01.669911 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4b94ae0e-f466-4743-a575-00c06fdd01bd req-f54a92ad-7d42-4daf-8048-5a5f41ba1e6e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 932 time: 0.1071274 Jun 29 16:18:01.718038 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c12df7a-1a65-4756-aa8d-654d7d929730 {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:18:01.730560 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:01.741685 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4b94ae0e-f466-4743-a575-00c06fdd01bd req-09280702-63d9-42a9-b68c-e754605b46e4 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517621 Jun 29 16:18:01.748317 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Transition to ACTIVE for port object 6c12df7a-1a65-4756-aa8d-654d7d929730 will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:18:01.753150 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:01.755082 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-929f6e17-485a-406a-b5a5-44866cd949e5 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:01.801435 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Pushing event updated for resources: {'Port': ['ID=6c12df7a-1a65-4756-aa8d-654d7d929730,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:01.806169 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:01.873508 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Attempting to bind port 6c12df7a-1a65-4756-aa8d-654d7d929730 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:18:01.873836 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Attempting to bind port 6c12df7a-1a65-4756-aa8d-654d7d929730 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:18:01.874161 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Attempting to bind port 6c12df7a-1a65-4756-aa8d-654d7d929730 on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:18:01.878240 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Port 6c12df7a-1a65-4756-aa8d-654d7d929730 on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:18:01.878555 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Attempting to bind port 6c12df7a-1a65-4756-aa8d-654d7d929730 on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:18:01.883199 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:18:01.883537 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Checking segment: {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:18:01.883938 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Bound using segment: {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:18:01.884353 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Bound port: 6c12df7a-1a65-4756-aa8d-654d7d929730, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:18:01.884698 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:01.946320 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] For port 6c12df7a-1a65-4756-aa8d-654d7d929730, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:18:01.949442 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] For port 6c12df7a-1a65-4756-aa8d-654d7d929730, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6c12df7a-1a65-4756-aa8d-654d7d929730,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:18:01.953272 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:01.955258 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-25cc7897-3d10-4749-983d-8f35d00ce215 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:01.988903 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:01.989497 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:01.991388 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] 10.222.0.61 "PUT /v2.0/ports/6c12df7a-1a65-4756-aa8d-654d7d929730 HTTP/1.1" status: 200 len: 1094 time: 0.6727691 Jun 29 16:18:01.991898 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906888b0-1c84-4e11-b027-c61ffbaae14b', 'tag': '6c12df7a-1a65-4756-aa8d-654d7d929730'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:01.994138 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d2d234-23f6-4c04-b147-daa917f05a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "906888b0-1c84-4e11-b027-c61ffbaae14b", "tag": "6c12df7a-1a65-4756-aa8d-654d7d929730"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:02.015031 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Pushing event updated for resources: {'Port': ['ID=6c12df7a-1a65-4756-aa8d-654d7d929730,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:02.018572 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:02.031285 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf8042a-f195-4341-92b2-bf185c9991d3 x-openstack-request-id: req-fbf8042a-f195-4341-92b2-bf185c9991d3 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:02.031613 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906888b0-1c84-4e11-b027-c61ffbaae14b", "tag": "6c12df7a-1a65-4756-aa8d-654d7d929730", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:02.031933 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fbf8042a-f195-4341-92b2-bf185c9991d3 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:02.032365 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906888b0-1c84-4e11-b027-c61ffbaae14b', 'tag': '6c12df7a-1a65-4756-aa8d-654d7d929730', 'status': 'completed', 'code': 200} Jun 29 16:18:02.097991 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-5293be75-f00c-4a44-9fca-166c7b1c49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:02.099573 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-5293be75-f00c-4a44-9fca-166c7b1c49f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 1097 time: 0.0549424 Jun 29 16:18:02.141961 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-47ae5f0f-e738-4cb1-80c2-6436253c7bec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c12df7a-1a65-4756-aa8d-654d7d929730 HTTP/1.1" status: 200 len: 217 time: 0.0337648 Jun 29 16:18:02.195256 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-e37e7a6d-4c6b-4709-9336-e70825056390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:02.196761 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-e37e7a6d-4c6b-4709-9336-e70825056390 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d99a2bbe-7bb4-437a-9efa-42d4258e431e HTTP/1.1" status: 200 len: 855 time: 0.0433929 Jun 29 16:18:02.230811 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-0d8a135f-4ddc-4986-84d2-7e3e996a7664 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1080a20d-8ade-4068-8d04-b8a9ca139bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265229 Jun 29 16:18:02.331446 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-385b6021-c2ff-4acb-8ca3-7972cd24fdd2 service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838857 Jun 29 16:18:02.427230 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c45a6198-04d1-4915-92e9-efc06d9047e4 req-49f604ac-5aa5-4b20-946d-086f8297aa4d service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884700 Jun 29 16:18:02.532692 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2d234-23f6-4c04-b147-daa917f05a8b req-95923ab6-8a3b-4f4b-aabf-d804db87fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:02.534162 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-01d2d234-23f6-4c04-b147-daa917f05a8b req-95923ab6-8a3b-4f4b-aabf-d804db87fbc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 1097 time: 0.0512452 Jun 29 16:18:02.625557 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2d234-23f6-4c04-b147-daa917f05a8b req-0d82a2c4-c703-41b4-993b-29f5d6d94ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:02.626985 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-01d2d234-23f6-4c04-b147-daa917f05a8b req-0d82a2c4-c703-41b4-993b-29f5d6d94ef5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 916 time: 0.0861845 Jun 29 16:18:02.667599 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-01d2d234-23f6-4c04-b147-daa917f05a8b req-463ade44-378c-405f-9286-8cddbeb1241c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c12df7a-1a65-4756-aa8d-654d7d929730 HTTP/1.1" status: 200 len: 217 time: 0.0331659 Jun 29 16:18:02.715986 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2d234-23f6-4c04-b147-daa917f05a8b req-d6893786-a1f3-414c-ace6-5425478cc32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:02.717363 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-01d2d234-23f6-4c04-b147-daa917f05a8b req-d6893786-a1f3-414c-ace6-5425478cc32e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d99a2bbe-7bb4-437a-9efa-42d4258e431e HTTP/1.1" status: 200 len: 855 time: 0.0419221 Jun 29 16:18:02.749744 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-01d2d234-23f6-4c04-b147-daa917f05a8b req-45498176-26c8-48b0-a9e2-44e9d65c4945 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1080a20d-8ade-4068-8d04-b8a9ca139bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244033 Jun 29 16:18:02.854389 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-01d2d234-23f6-4c04-b147-daa917f05a8b req-a79faf9c-ffd1-4033-9713-b4e9933d5bbc service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950170 Jun 29 16:18:02.987963 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-01d2d234-23f6-4c04-b147-daa917f05a8b req-c7f80b78-c2cf-4854-8dd8-baea4c16f860 service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264462 Jun 29 16:18:02.996667 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730220e-0ef6-437c-876f-0a8b2ba65306 req-453a7593-654e-48d9-b1e8-8c5bb7e9041e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:02.998348 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b730220e-0ef6-437c-876f-0a8b2ba65306 req-453a7593-654e-48d9-b1e8-8c5bb7e9041e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 944 time: 0.1286139 Jun 29 16:18:03.040510 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b730220e-0ef6-437c-876f-0a8b2ba65306 req-3ad5d40d-c3da-4a72-b310-417728158c02 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349286 Jun 29 16:18:04.224259 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bfbcc-6a0c-46bd-9995-f4e84575577b req-ea600665-cab6-4f57-83b5-28750dd7e286 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:04.226214 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-891bfbcc-6a0c-46bd-9995-f4e84575577b req-ea600665-cab6-4f57-83b5-28750dd7e286 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 944 time: 0.0640314 Jun 29 16:18:04.232340 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 6c12df7a-1a65-4756-aa8d-654d7d929730 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:18:04.269459 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-891bfbcc-6a0c-46bd-9995-f4e84575577b req-9031d625-3237-49c4-aedd-7611ca61e4f7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363901 Jun 29 16:18:04.326837 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 6c12df7a-1a65-4756-aa8d-654d7d929730, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6c12df7a-1a65-4756-aa8d-654d7d929730,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:04.337745 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '6c12df7a-1a65-4756-aa8d-654d7d929730', 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf', 'port_id': '6c12df7a-1a65-4756-aa8d-654d7d929730', 'mac_address': 'fa:16:3e:da:80:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a2bbe-7bb4-437a-9efa-42d4258e431e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:18:04.374292 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:04.386204 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c12df7a-1a65-4756-aa8d-654d7d929730 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:18:04.405143 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 6c12df7a-1a65-4756-aa8d-654d7d929730, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6c12df7a-1a65-4756-aa8d-654d7d929730,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:04.408669 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:04.411131 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-54f10a4d-7d4c-436c-8593-54813f9cb239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:04.455572 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=6c12df7a-1a65-4756-aa8d-654d7d929730,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:04.458812 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:04.715199 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['6c12df7a-1a65-4756-aa8d-654d7d929730'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:18:05.439009 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3c46-c698-401b-b4ae-d89c60b1a152 req-1392521d-b68d-4465-a912-85768ae7174f tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:05.440505 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-831d3c46-c698-401b-b4ae-d89c60b1a152 req-1392521d-b68d-4465-a912-85768ae7174f tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 945 time: 0.0620070 Jun 29 16:18:05.479375 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-831d3c46-c698-401b-b4ae-d89c60b1a152 req-8eeb272a-5043-4cb6-a060-fd49274fb894 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331600 Jun 29 16:18:06.244665 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 6c12df7a-1a65-4756-aa8d-654d7d929730 up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:18:06.292977 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 6c12df7a-1a65-4756-aa8d-654d7d929730 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:18:06.296702 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 6c12df7a-1a65-4756-aa8d-654d7d929730 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:18:06.297079 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:06.372180 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:06.393180 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906888b0-1c84-4e11-b027-c61ffbaae14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c12df7a-1a65-4756-aa8d-654d7d929730'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:06.395402 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2249521f-0a0f-4b7c-b6b4-b7b28bfd2e49" -d '{"events": [{"server_uuid": "906888b0-1c84-4e11-b027-c61ffbaae14b", "name": "network-vif-plugged", "status": "completed", "tag": "6c12df7a-1a65-4756-aa8d-654d7d929730"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:06.407810 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 6c12df7a-1a65-4756-aa8d-654d7d929730, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6c12df7a-1a65-4756-aa8d-654d7d929730,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:06.411806 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:06.414166 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:06.435960 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a685f2-0401-4c4e-a023-1d7cfb70d044 x-openstack-request-id: req-18a685f2-0401-4c4e-a023-1d7cfb70d044 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:06.436257 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906888b0-1c84-4e11-b027-c61ffbaae14b", "name": "network-vif-plugged", "status": "completed", "tag": "6c12df7a-1a65-4756-aa8d-654d7d929730", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:06.436516 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-18a685f2-0401-4c4e-a023-1d7cfb70d044 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:06.436902 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906888b0-1c84-4e11-b027-c61ffbaae14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c12df7a-1a65-4756-aa8d-654d7d929730', 'code': 200} Jun 29 16:18:06.461385 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=6c12df7a-1a65-4756-aa8d-654d7d929730,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:06.464228 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:06.687510 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cf390-5824-4a25-b17b-4e86fee157fb req-115fc00a-a986-4dd4-9dbd-047aea4037b7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:06.689045 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c11cf390-5824-4a25-b17b-4e86fee157fb req-115fc00a-a986-4dd4-9dbd-047aea4037b7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 946 time: 0.0950019 Jun 29 16:18:06.737016 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b0448-42da-40d6-b7fa-b627fc1557fc req-5bf60573-5ee3-48aa-8d19-2998c6872e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:06.738514 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-397b0448-42da-40d6-b7fa-b627fc1557fc req-5bf60573-5ee3-48aa-8d19-2998c6872e85 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 1099 time: 0.1025579 Jun 29 16:18:06.741522 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c11cf390-5824-4a25-b17b-4e86fee157fb req-b96e3454-0eb1-499b-8fff-cb3616a49bac tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453389 Jun 29 16:18:06.776668 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-397b0448-42da-40d6-b7fa-b627fc1557fc req-52beb22b-ebb0-47ac-b6ba-46b5a0fd10b0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279045 Jun 29 16:18:07.916075 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a933f-41d6-4758-a612-6ad943fce2fc req-6cd37b54-4954-42bd-8be3-dcecd6024e3c tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:07.917584 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-689a933f-41d6-4758-a612-6ad943fce2fc req-6cd37b54-4954-42bd-8be3-dcecd6024e3c tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 946 time: 0.0654094 Jun 29 16:18:07.958430 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-689a933f-41d6-4758-a612-6ad943fce2fc req-a79da8e4-96b1-4647-81de-25591d56ef03 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346498 Jun 29 16:18:09.140457 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1a9c1-9a33-4bd8-bcdd-d8529e2a28fb req-4d2e31b3-3dbd-4715-9c84-1551a7596230 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:09.141939 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-10e1a9c1-9a33-4bd8-bcdd-d8529e2a28fb req-4d2e31b3-3dbd-4715-9c84-1551a7596230 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 946 time: 0.0681083 Jun 29 16:18:09.177689 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-10e1a9c1-9a33-4bd8-bcdd-d8529e2a28fb req-f8cc2d65-72d7-455b-a563-058e63d6c3b0 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302072 Jun 29 16:18:12.129388 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:18:14.708434 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-278e2b84-e80a-4841-af48-9fe05d49b70c tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:14.709909 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-278e2b84-e80a-4841-af48-9fe05d49b70c tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 815 time: 0.1023686 Jun 29 16:18:14.725360 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-406e3e09-a8e0-438d-a206-5bc2997ed03b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/quotas/907322aa97e34f61aeeb36f380fc9e23 HTTP/1.1" status: 200 len: 375 time: 0.0092893 Jun 29 16:18:14.799201 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-c8be2f0f-78b2-4949-947f-393438681f4d tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683253 Jun 29 16:18:14.886949 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-ce65bcf2-c76a-452f-8733-7bcca471d7f6 service neutron] 10.222.0.83 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804822 Jun 29 16:18:14.984550 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-44726d18-5f55-4e2f-8d3b-6624b1c68a61 service neutron] 10.222.0.83 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916111 Jun 29 16:18:15.153491 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5846c2ae-cf59-41cb-993f-efbc4825359f req-f3c2feed-adfa-4322-8e2c-ec74e52245bd tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 210 time: 0.0281148 Jun 29 16:18:16.265656 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-45e52c9c-cb0b-46c7-9af3-a25daf3fafc7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:16.267251 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-45e52c9c-cb0b-46c7-9af3-a25daf3fafc7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 815 time: 0.1165502 Jun 29 16:18:16.283169 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Request body: {'port': {'device_id': 'b133f2d1-37d1-4631-8bf2-d4bd516f8418', 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf', 'admin_state_up': True, 'tenant_id': '907322aa97e34f61aeeb36f380fc9e23'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:18:16.338618 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2b3fa5c2-d5a6-482d-8f13-2507fceb20ba req-86fb7685-106e-496f-b460-03e875fc1041 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 210 time: 0.0675395 Jun 29 16:18:16.413966 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Made reservation on behalf of 907322aa97e34f61aeeb36f380fc9e23 for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:18:16.417542 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:16.538969 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Allocated IP 172.20.0.9 (1080a20d-8ade-4068-8d04-b8a9ca139bcf/d99a2bbe-7bb4-437a-9efa-42d4258e431e/25cc86c2-f9c0-42c2-900a-a026ffb1a5b4) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:18:16.910244 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:16.948734 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:16.952593 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:16.966673 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['3d086394-f72c-445d-851e-ad6ce9708e4e', '974feadd-89fd-4e42-8a21-1c1b288dbcf6', '6c12df7a-1a65-4756-aa8d-654d7d929730'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:18:16.994381 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Network 1080a20d-8ade-4068-8d04-b8a9ca139bcf is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:18:16.999736 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:18:17.004225 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:18:17.030226 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Pushing event updated for resources: {'Port': ['ID=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:17.042270 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.042646 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.043009 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.043368 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.043747 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.044102 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.044451 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.045067 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.045195 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.045476 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.045818 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.046169 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:17.051394 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:17.069007 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:17.069619 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:17.084979 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8051271 Jun 29 16:18:17.097390 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Request body: {'port': {'device_id': 'b133f2d1-37d1-4631-8bf2-d4bd516f8418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:18:17.171800 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:17.434162 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:18:17.441486 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:17.462831 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Transition to ACTIVE for port object 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:18:17.483387 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:17.486560 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:17.546292 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Pushing event updated for resources: {'Port': ['ID=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:17.552349 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:17.605026 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5f159-c801-402f-9674-49f2f4b80f05 req-b2428ff5-40a0-49a2-887a-0c9d39d85611 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:17.606511 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f2a5f159-c801-402f-9674-49f2f4b80f05 req-b2428ff5-40a0-49a2-887a-0c9d39d85611 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 931 time: 0.1562719 Jun 29 16:18:17.655529 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Attempting to bind port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:18:17.655888 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Attempting to bind port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:18:17.656218 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Attempting to bind port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:18:17.664740 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:18:17.665061 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Attempting to bind port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 on network 1080a20d-8ade-4068-8d04-b8a9ca139bcf {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:18:17.670052 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f2a5f159-c801-402f-9674-49f2f4b80f05 req-ff3f9e91-8d54-461b-bb7d-3a5b1c6f581e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559752 Jun 29 16:18:17.672612 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:18:17.673063 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Checking segment: {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:18:17.673310 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Bound using segment: {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:18:17.673742 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Bound port: 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608b223c-87f4-454e-9fea-c9965b1bf50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:18:17.674097 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:17.736251 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] For port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:18:17.739136 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] For port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:18:17.743294 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:17.745980 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-01053dbc-8ba2-4bdf-a643-ea1e954bc031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:17.778229 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:17.778840 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:17.780227 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] 10.222.0.61 "PUT /v2.0/ports/25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 HTTP/1.1" status: 200 len: 1093 time: 0.6871150 Jun 29 16:18:17.780709 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b133f2d1-37d1-4631-8bf2-d4bd516f8418', 'tag': '25cc86c2-f9c0-42c2-900a-a026ffb1a5b4'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:17.782962 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896" -d '{"events": [{"name": "network-changed", "server_uuid": "b133f2d1-37d1-4631-8bf2-d4bd516f8418", "tag": "25cc86c2-f9c0-42c2-900a-a026ffb1a5b4"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:17.809722 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Pushing event updated for resources: {'Port': ['ID=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:17.813019 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:17.827062 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e25a715-b375-4f1a-b242-12ab11ad77f1 x-openstack-request-id: req-6e25a715-b375-4f1a-b242-12ab11ad77f1 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:17.827470 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b133f2d1-37d1-4631-8bf2-d4bd516f8418", "tag": "25cc86c2-f9c0-42c2-900a-a026ffb1a5b4", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:17.827801 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6e25a715-b375-4f1a-b242-12ab11ad77f1 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:17.828225 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b133f2d1-37d1-4631-8bf2-d4bd516f8418', 'tag': '25cc86c2-f9c0-42c2-900a-a026ffb1a5b4', 'status': 'completed', 'code': 200} Jun 29 16:18:17.881428 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-650ff07c-cb66-4555-9789-c80730782499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:17.882867 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-650ff07c-cb66-4555-9789-c80730782499 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 1096 time: 0.0516779 Jun 29 16:18:17.925884 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-5de9bbf0-aab0-4560-a1ed-ea27194d4466 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 HTTP/1.1" status: 200 len: 217 time: 0.0332365 Jun 29 16:18:17.972130 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-7d8121cc-71f4-4bbc-8954-5c7174fb7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:17.973508 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-7d8121cc-71f4-4bbc-8954-5c7174fb7d71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d99a2bbe-7bb4-437a-9efa-42d4258e431e HTTP/1.1" status: 200 len: 855 time: 0.0411723 Jun 29 16:18:18.014329 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-dffdf99c-4a24-44c2-ab62-d1295153e8e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1080a20d-8ade-4068-8d04-b8a9ca139bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276439 Jun 29 16:18:18.105480 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-ced36d16-f697-4c5c-9d6b-8375dbcd64ac service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806468 Jun 29 16:18:18.202225 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a8706f06-ac0a-47ca-959c-d19e93757398 req-1a1725e4-ce43-42d9-bb23-5bf8daedb5d4 service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884261 Jun 29 16:18:18.313819 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896 req-9d5b7271-76ef-4c5e-b73f-c25c5263f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:18.315178 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896 req-9d5b7271-76ef-4c5e-b73f-c25c5263f018 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=907322aa97e34f61aeeb36f380fc9e23&device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 1096 time: 0.0510523 Jun 29 16:18:18.409882 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896 req-f74faa12-72b0-46a7-bafb-09a9e66330a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:18.411362 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896 req-f74faa12-72b0-46a7-bafb-09a9e66330a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 200 len: 916 time: 0.0843346 Jun 29 16:18:18.452028 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896 req-6ed07407-7932-4d0b-9fd0-9c5a914eedb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 HTTP/1.1" status: 200 len: 217 time: 0.0333102 Jun 29 16:18:18.503448 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896 req-c728458c-e149-44d3-a34e-3c36a0ed1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:18.504891 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896 req-c728458c-e149-44d3-a34e-3c36a0ed1549 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d99a2bbe-7bb4-437a-9efa-42d4258e431e HTTP/1.1" status: 200 len: 855 time: 0.0436137 Jun 29 16:18:18.538276 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896 req-fe1d96f1-46e4-47dd-b1e5-d68abcd7e30a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1080a20d-8ade-4068-8d04-b8a9ca139bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251708 Jun 29 16:18:18.634250 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896 req-0d840d99-a77c-44b9-9d1b-38d198709436 service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856900 Jun 29 16:18:18.734979 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b3fb08b3-ae46-4355-8bc5-1cf8b8356896 req-1cd4b510-120d-4f47-af26-d2f5ae653ba3 service neutron] 10.222.0.61 "GET /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855348 Jun 29 16:18:18.849969 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ef521-8777-4cdd-b9e5-cde16a2870ad req-06a547b4-392e-487f-8704-f2cf30096429 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:18.850686 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cc7ef521-8777-4cdd-b9e5-cde16a2870ad req-06a547b4-392e-487f-8704-f2cf30096429 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 943 time: 0.0670781 Jun 29 16:18:18.890164 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cc7ef521-8777-4cdd-b9e5-cde16a2870ad req-a03592cb-43b0-4428-9d81-28c15ca0d341 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Jun 29 16:18:19.653371 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5b1d24d2-c244-4cb1-8951-94196ff39b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:20.057530 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f322bd1-0701-4e16-aaa3-17e0df4030d8 req-de919eca-ff85-4902-a423-b99be2275607 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:20.058960 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0f322bd1-0701-4e16-aaa3-17e0df4030d8 req-de919eca-ff85-4902-a423-b99be2275607 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 943 time: 0.0618398 Jun 29 16:18:20.096006 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0f322bd1-0701-4e16-aaa3-17e0df4030d8 req-05d3cdac-825d-4f04-958f-587c359e2396 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Jun 29 16:18:20.294502 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:18:20.390347 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:20.403949 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '25cc86c2-f9c0-42c2-900a-a026ffb1a5b4', 'network_id': '1080a20d-8ade-4068-8d04-b8a9ca139bcf', 'port_id': '25cc86c2-f9c0-42c2-900a-a026ffb1a5b4', 'mac_address': 'fa:16:3e:24:f4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd99a2bbe-7bb4-437a-9efa-42d4258e431e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:18:20.441627 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:20.454714 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:18:20.479390 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:20.483179 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:20.484910 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:20.529734 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:20.533026 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:20.555806 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-2e8ff2fd-b6b4-4b68-8960-42a244a7e3c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550044 Jun 29 16:18:20.665989 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-4d21d5f7-7374-40b3-b56f-1c5f7723ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:20.667443 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-4d21d5f7-7374-40b3-b56f-1c5f7723ff49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ce43a5ee1ea4e489191275815a7235b&device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 1098 time: 0.0503120 Jun 29 16:18:20.776629 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-80a7d795-2ea7-4bad-bc43-65f6f3bbd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:20.778089 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-80a7d795-2ea7-4bad-bc43-65f6f3bbd930 service neutron] 10.222.0.61 "GET /v2.0/networks?id=da301bec-01b9-4017-b7b4-8b818fb048cc HTTP/1.1" status: 200 len: 910 time: 0.0856371 Jun 29 16:18:20.827764 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['25cc86c2-f9c0-42c2-900a-a026ffb1a5b4'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:18:20.847697 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-d5014e36-401a-4744-aeb4-77bc1599ce17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=295e5020-2164-4ff6-855b-766d0e813d8e HTTP/1.1" status: 200 len: 1001 time: 0.0574889 Jun 29 16:18:20.905302 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-36f50b11-f114-4b8b-b40e-3567e48af425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:20.906777 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-36f50b11-f114-4b8b-b40e-3567e48af425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3 HTTP/1.1" status: 200 len: 848 time: 0.0435355 Jun 29 16:18:20.975955 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-014782e5-0596-45f4-bdb3-8007b7a3c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:20.977806 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-014782e5-0596-45f4-bdb3-8007b7a3c9cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da301bec-01b9-4017-b7b4-8b818fb048cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0552104 Jun 29 16:18:21.072966 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-94093cf9-c3b2-4cb1-bdda-173e1d6ab411 service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799558 Jun 29 16:18:21.168108 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-eb05ee7a-7690-4195-9414-6af3ceeceb35 req-3fc794b2-41a1-41bb-9090-05e8ef131187 service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873976 Jun 29 16:18:21.271755 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0197ac-ff43-4b7f-8988-486cce5ec33e req-e69b6bfa-757d-44b9-96b6-8db86af784a3 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:21.273264 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6c0197ac-ff43-4b7f-8988-486cce5ec33e req-e69b6bfa-757d-44b9-96b6-8db86af784a3 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 944 time: 0.0627918 Jun 29 16:18:21.309135 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6c0197ac-ff43-4b7f-8988-486cce5ec33e req-65a2f82d-c617-4bb1-836c-3072da7edb22 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303731 Jun 29 16:18:22.002836 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1b213c61-c917-4c78-b718-0ba5d7177c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:22.070636 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-57bf04a6-5515-4c30-b4ba-7b76ee2ce6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.072138 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-57bf04a6-5515-4c30-b4ba-7b76ee2ce6bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cbac1035e634e8cb68bb71071152f0f&device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 1137 time: 0.1028821 Jun 29 16:18:22.080239 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b53da-d3a4-4b28-aa1f-bc6152e6b691 req-62c41379-e262-40c0-b09a-391d2d9b5840 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.081579 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fb1b53da-d3a4-4b28-aa1f-bc6152e6b691 req-62c41379-e262-40c0-b09a-391d2d9b5840 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.1032567 Jun 29 16:18:22.172124 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fb1b53da-d3a4-4b28-aa1f-bc6152e6b691 req-aeb3f056-3ffb-4e72-bc2d-33a6386d39da tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819483 Jun 29 16:18:22.196494 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-23732e46-0e3e-45e3-ad14-b3687fa0b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.197956 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-23732e46-0e3e-45e3-ad14-b3687fa0b286 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53ef2302-3df0-4d2f-90d0-bd20220efc03 HTTP/1.1" status: 200 len: 914 time: 0.1155527 Jun 29 16:18:22.266739 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-39d37cd7-02a7-4e6d-8073-b1c2f109a64a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 1001 time: 0.0565450 Jun 29 16:18:22.288409 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:22.318919 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-7d285437-3a79-4a69-9f66-f383e774705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.320516 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-7d285437-3a79-4a69-9f66-f383e774705c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66567384-d5ce-45e8-ad8a-c908362f0cb5 HTTP/1.1" status: 200 len: 852 time: 0.0450194 Jun 29 16:18:22.325044 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:18:22.375594 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:18:22.379878 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:18:22.379878 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:22.395593 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-12984085-c744-44aa-9e56-01093d7093c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.397105 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-12984085-c744-44aa-9e56-01093d7093c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53ef2302-3df0-4d2f-90d0-bd20220efc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0574019 Jun 29 16:18:22.465874 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:22.468897 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:22.490666 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b133f2d1-37d1-4631-8bf2-d4bd516f8418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cc86c2-f9c0-42c2-900a-a026ffb1a5b4'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:22.492972 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0515443-10ae-49b0-8485-9042338b2447" -d '{"events": [{"server_uuid": "b133f2d1-37d1-4631-8bf2-d4bd516f8418", "name": "network-vif-plugged", "status": "completed", "tag": "25cc86c2-f9c0-42c2-900a-a026ffb1a5b4"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:22.506274 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:22.511434 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:22.513654 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:22.531781 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-a68e3860-5c0f-441c-9be4-693d996771d9 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234946 Jun 29 16:18:22.540907 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56959008-ae4d-4657-a944-b04a9a829de5 x-openstack-request-id: req-56959008-ae4d-4657-a944-b04a9a829de5 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:22.541209 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b133f2d1-37d1-4631-8bf2-d4bd516f8418", "name": "network-vif-plugged", "status": "completed", "tag": "25cc86c2-f9c0-42c2-900a-a026ffb1a5b4", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:22.541472 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-56959008-ae4d-4657-a944-b04a9a829de5 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:22.541865 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b133f2d1-37d1-4631-8bf2-d4bd516f8418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cc86c2-f9c0-42c2-900a-a026ffb1a5b4', 'code': 200} Jun 29 16:18:22.550494 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed187ce-3945-4f7a-aa54-27120b3d8f68 req-e9c73798-f3e8-4622-83b5-8355070953c7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.551985 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9ed187ce-3945-4f7a-aa54-27120b3d8f68 req-e9c73798-f3e8-4622-83b5-8355070953c7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 944 time: 0.1266444 Jun 29 16:18:22.567459 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:22.570849 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:22.638445 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9ed187ce-3945-4f7a-aa54-27120b3d8f68 req-0754c955-9f7f-49b8-94a2-567d630c76bc tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Jun 29 16:18:22.670811 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0ab90f3f-e809-4462-a710-f6ef99856bfa req-953b5f70-3852-4f55-acad-d091c92edc80 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139109 Jun 29 16:18:22.799130 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5028-b25c-4e64-9531-85cc2cbbc4d4 req-b0371211-5b1b-4ecd-9883-a00082f7ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:22.800555 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-29cb5028-b25c-4e64-9531-85cc2cbbc4d4 req-b0371211-5b1b-4ecd-9883-a00082f7ced9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 1098 time: 0.0540555 Jun 29 16:18:22.839519 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-29cb5028-b25c-4e64-9531-85cc2cbbc4d4 req-0bf44e72-63c5-4ffd-a241-9d26b8f401c2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276818 Jun 29 16:18:23.263502 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:23.346732 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b410b-a7e9-4605-89b6-e03419496f13 req-ac46510b-de67-4cb9-847a-acb44b7b721f tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:23.348293 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a66b410b-a7e9-4605-89b6-e03419496f13 req-ac46510b-de67-4cb9-847a-acb44b7b721f tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0631852 Jun 29 16:18:23.387796 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a66b410b-a7e9-4605-89b6-e03419496f13 req-0d63ecf9-894e-423f-a192-c88e37b54c75 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326924 Jun 29 16:18:23.823903 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adace3e-f795-4bb5-bab4-a9b21cadaf4e req-a76a17be-e91c-4e24-bed3-0a7602decd89 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:23.825367 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4adace3e-f795-4bb5-bab4-a9b21cadaf4e req-a76a17be-e91c-4e24-bed3-0a7602decd89 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 945 time: 0.0620480 Jun 29 16:18:23.863061 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4adace3e-f795-4bb5-bab4-a9b21cadaf4e req-341a4fc9-6108-4088-9492-e7c242aa57eb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Jun 29 16:18:24.564579 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95ee5-a83c-4433-8ce1-865439a84135 req-97f4a834-7c17-4f94-9d4c-f6ff3ec48aad tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:24.566030 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6de95ee5-a83c-4433-8ce1-865439a84135 req-97f4a834-7c17-4f94-9d4c-f6ff3ec48aad tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0693471 Jun 29 16:18:24.606017 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6de95ee5-a83c-4433-8ce1-865439a84135 req-8965ca59-9814-4be3-b9dd-6114beb3e214 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341802 Jun 29 16:18:24.988191 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:25.035265 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00685b54-971a-413f-a02f-f90aac02d463 req-525b8bea-6322-4a94-881a-2578510f45c8 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:25.037296 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-00685b54-971a-413f-a02f-f90aac02d463 req-525b8bea-6322-4a94-881a-2578510f45c8 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 945 time: 0.0634887 Jun 29 16:18:25.075187 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-00685b54-971a-413f-a02f-f90aac02d463 req-ec77e154-e42c-4ad1-b782-a93aa91a6ad6 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Jun 29 16:18:25.781513 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c77b4-f124-4e1e-a40d-57ba23790459 req-76aa8269-1a2c-4637-a816-c4ca8d52be18 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:25.782954 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1a1c77b4-f124-4e1e-a40d-57ba23790459 req-76aa8269-1a2c-4637-a816-c4ca8d52be18 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0672941 Jun 29 16:18:25.821744 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1a1c77b4-f124-4e1e-a40d-57ba23790459 req-9253eb67-dda0-464e-9a97-304a8198bc77 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328915 Jun 29 16:18:26.999098 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ae613-e18f-4dcc-a0e9-9fc11492a4e4 req-e2140e22-f208-4eab-aabf-0357c34c02ce tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:27.000704 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5a4ae613-e18f-4dcc-a0e9-9fc11492a4e4 req-e2140e22-f208-4eab-aabf-0357c34c02ce tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0635262 Jun 29 16:18:27.040188 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5a4ae613-e18f-4dcc-a0e9-9fc11492a4e4 req-a07b00f9-f4df-4161-bebd-9b0c3be14341 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336764 Jun 29 16:18:28.207578 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b46b8-47b6-4cd5-80e1-887a72b3228f req-807c7338-476d-4791-aa9b-b7807af7a605 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:28.209266 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a91b46b8-47b6-4cd5-80e1-887a72b3228f req-807c7338-476d-4791-aa9b-b7807af7a605 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0604079 Jun 29 16:18:28.249114 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a91b46b8-47b6-4cd5-80e1-887a72b3228f req-94573fa1-286d-4ace-bb6f-0095e2c5516d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341618 Jun 29 16:18:29.431017 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c1400-d32e-4879-a641-3486b5447448 req-51aed8e0-4400-44c9-9247-a28ba36b3c2a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:29.432484 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a88c1400-d32e-4879-a641-3486b5447448 req-51aed8e0-4400-44c9-9247-a28ba36b3c2a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0644474 Jun 29 16:18:29.471194 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a88c1400-d32e-4879-a641-3486b5447448 req-136c4998-2d33-4c0e-a25f-4b0ba101ae54 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329812 Jun 29 16:18:30.642694 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b0147-c247-4ba7-82a7-6ad15440c163 req-a3e0f042-271a-4cc3-aa43-780276e54fe1 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:30.644191 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-312b0147-c247-4ba7-82a7-6ad15440c163 req-a3e0f042-271a-4cc3-aa43-780276e54fe1 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0628092 Jun 29 16:18:30.684691 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-312b0147-c247-4ba7-82a7-6ad15440c163 req-fb5cc9fb-6af9-4214-877e-5d17d4dba8c5 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341249 Jun 29 16:18:31.755682 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee935407-e17f-4a9a-8276-c99b01370584 req-d167eb92-dde1-45c1-a7b5-8c17aafc8aad tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:31.757155 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ee935407-e17f-4a9a-8276-c99b01370584 req-d167eb92-dde1-45c1-a7b5-8c17aafc8aad tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 945 time: 0.0668914 Jun 29 16:18:31.794270 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ee935407-e17f-4a9a-8276-c99b01370584 req-f18b3fff-7e33-497e-9850-2795bbf10afe tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Jun 29 16:18:31.877882 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb35a42-3e63-4ceb-b4c1-74b0ca19a3d9 req-032de3ae-76a5-47cf-aeae-e558d1cf8723 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:31.879356 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fbb35a42-3e63-4ceb-b4c1-74b0ca19a3d9 req-032de3ae-76a5-47cf-aeae-e558d1cf8723 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0704923 Jun 29 16:18:31.919629 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fbb35a42-3e63-4ceb-b4c1-74b0ca19a3d9 req-3e9516fd-9b5b-46d8-bf0f-5c7c8c6d48dd tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344508 Jun 29 16:18:32.964173 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e2b29-4bb9-45cf-af4c-0b0eb8784501 req-7490f7b9-2026-49b4-a705-6e607b7afa14 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:32.965649 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a09e2b29-4bb9-45cf-af4c-0b0eb8784501 req-7490f7b9-2026-49b4-a705-6e607b7afa14 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 945 time: 0.0617185 Jun 29 16:18:33.002741 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a09e2b29-4bb9-45cf-af4c-0b0eb8784501 req-b684fa89-7303-4075-90b1-fa69a168984d tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314910 Jun 29 16:18:33.095503 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab654c-598e-4334-95ed-03257f6c7e0f req-17f3fefa-1071-4963-adc7-cdd1d4ebed9b tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:33.096994 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9aab654c-598e-4334-95ed-03257f6c7e0f req-17f3fefa-1071-4963-adc7-cdd1d4ebed9b tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0665066 Jun 29 16:18:33.138456 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9aab654c-598e-4334-95ed-03257f6c7e0f req-54faa04a-bba1-4bb8-b833-ef2e05a8ee1b tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356348 Jun 29 16:18:33.652642 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-5f54d179-0dab-42b7-92a0-5bd06e1ff1f8 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:33.654088 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-5f54d179-0dab-42b7-92a0-5bd06e1ff1f8 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 945 time: 0.0615625 Jun 29 16:18:33.983603 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Deleting port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:18:33.984277 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:34.072119 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] For port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:34.072480 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:34.084739 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Calling delete_port for 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:18:34.212376 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d601a5-a348-40f5-a468-7ff42c028608 req-6b7d9a5e-8b3a-4e01-a72b-afb076d17208 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:34.213851 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-71d601a5-a348-40f5-a468-7ff42c028608 req-6b7d9a5e-8b3a-4e01-a72b-afb076d17208 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=b133f2d1-37d1-4631-8bf2-d4bd516f8418 HTTP/1.1" status: 200 len: 945 time: 0.0888729 Jun 29 16:18:34.295484 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-71d601a5-a348-40f5-a468-7ff42c028608 req-74d05156-5ddc-4e11-847d-a08a0d1c4043 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487673 Jun 29 16:18:34.296243 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:34.300240 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-51da6481-00fd-42e4-91a0-f4bd63e39bbe tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:34.312720 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['3d086394-f72c-445d-851e-ad6ce9708e4e', '974feadd-89fd-4e42-8a21-1c1b288dbcf6', '6c12df7a-1a65-4756-aa8d-654d7d929730', '25cc86c2-f9c0-42c2-900a-a026ffb1a5b4'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:18:34.327107 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Pushing event deleted for resources: {'Port': ['ID=25cc86c2-f9c0-42c2-900a-a026ffb1a5b4,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:34.330332 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:34.373323 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] No DVR routers for this DVR port 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:18:34.376480 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:34.377928 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7379b3b4-46d2-4720-991b-4bc06ab11644 req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "DELETE /v2.0/ports/25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 HTTP/1.1" status: 204 len: 173 time: 0.7156346 Jun 29 16:18:34.378446 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b133f2d1-37d1-4631-8bf2-d4bd516f8418', 'name': 'network-vif-deleted', 'tag': '25cc86c2-f9c0-42c2-900a-a026ffb1a5b4'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:34.380855 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2391d3-9855-42b6-a95e-7a0518821309" -d '{"events": [{"server_uuid": "b133f2d1-37d1-4631-8bf2-d4bd516f8418", "name": "network-vif-deleted", "tag": "25cc86c2-f9c0-42c2-900a-a026ffb1a5b4"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:34.432787 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e090812-920a-4d13-ad2f-89f32ae104c2 x-openstack-request-id: req-0e090812-920a-4d13-ad2f-89f32ae104c2 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:34.432955 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b133f2d1-37d1-4631-8bf2-d4bd516f8418", "name": "network-vif-deleted", "tag": "25cc86c2-f9c0-42c2-900a-a026ffb1a5b4", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:34.433202 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0e090812-920a-4d13-ad2f-89f32ae104c2 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:34.433705 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b133f2d1-37d1-4631-8bf2-d4bd516f8418', 'name': 'network-vif-deleted', 'tag': '25cc86c2-f9c0-42c2-900a-a026ffb1a5b4', 'status': 'completed', 'code': 200} Jun 29 16:18:34.476415 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e618f-64b9-4e3f-afc7-08b7da2d7ca3 req-16e02ad8-bcc3-47f4-af23-2dd271ec07d6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:34.477886 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ea8e618f-64b9-4e3f-afc7-08b7da2d7ca3 req-16e02ad8-bcc3-47f4-af23-2dd271ec07d6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0849748 Jun 29 16:18:34.523901 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ea8e618f-64b9-4e3f-afc7-08b7da2d7ca3 req-f28fd015-8ceb-4a80-8e35-fcb4c3198847 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398142 Jun 29 16:18:35.697478 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a53b2b-8b69-4252-93b3-aed443a6e8bc req-44a933cc-1442-4f0b-938e-d09353b2099a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:35.698948 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-08a53b2b-8b69-4252-93b3-aed443a6e8bc req-44a933cc-1442-4f0b-938e-d09353b2099a tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0639703 Jun 29 16:18:35.738118 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-08a53b2b-8b69-4252-93b3-aed443a6e8bc req-7b13a454-f5e8-4f8b-b728-17508af3421d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333691 Jun 29 16:18:36.915938 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93a66c-ead6-4644-bc95-962b5b8676a8 req-fd85ac89-f97b-45c4-bbd0-11f878621d46 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:36.917388 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4c93a66c-ead6-4644-bc95-962b5b8676a8 req-fd85ac89-f97b-45c4-bbd0-11f878621d46 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 946 time: 0.1010177 Jun 29 16:18:36.948878 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eca89-290d-40e5-996d-b13a969fc9c2 req-4d654c18-1a90-4e83-a38d-5b36d66a57bb tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:36.950217 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e21eca89-290d-40e5-996d-b13a969fc9c2 req-4d654c18-1a90-4e83-a38d-5b36d66a57bb tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0998046 Jun 29 16:18:36.979883 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4c93a66c-ead6-4644-bc95-962b5b8676a8 req-4e28b1b9-0da0-4371-90c6-c5dbd5a20458 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563624 Jun 29 16:18:37.001524 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e21eca89-290d-40e5-996d-b13a969fc9c2 req-e5b19b28-9954-4cdf-a6f7-a6def55161c4 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453794 Jun 29 16:18:38.195132 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e5a92-446a-4548-a3c7-696b77a41eb0 req-d3f9050c-6bf7-4b55-9f3c-0b6026574840 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:38.196639 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-559e5a92-446a-4548-a3c7-696b77a41eb0 req-d3f9050c-6bf7-4b55-9f3c-0b6026574840 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 946 time: 0.1087883 Jun 29 16:18:38.208270 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f1ee3-432e-4a23-a68b-1b6560404a23 req-95488b0b-ef86-4dae-8f81-5df2bc3c6499 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:38.209663 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e11f1ee3-432e-4a23-a68b-1b6560404a23 req-95488b0b-ef86-4dae-8f81-5df2bc3c6499 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0931976 Jun 29 16:18:38.264286 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-559e5a92-446a-4548-a3c7-696b77a41eb0 req-eca4a243-475b-455f-9ba3-da6075e54d80 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536010 Jun 29 16:18:38.271596 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e11f1ee3-432e-4a23-a68b-1b6560404a23 req-aa57d595-d785-4a1a-8f18-618179a66809 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551975 Jun 29 16:18:38.409582 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:18:38.429784 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:18:38.430134 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 25cc86c2-f9c0-42c2-900a-a026ffb1a5b4 not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:18:38.784970 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-1d7e41f1-08fc-4cf0-9943-b4ffa9cda0f6 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:38.786928 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-1d7e41f1-08fc-4cf0-9943-b4ffa9cda0f6 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 946 time: 0.0666876 Jun 29 16:18:38.899901 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Deleting port 6c12df7a-1a65-4756-aa8d-654d7d929730 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:18:38.900244 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:38.986198 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] For port 6c12df7a-1a65-4756-aa8d-654d7d929730, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6c12df7a-1a65-4756-aa8d-654d7d929730,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:38.986476 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:38.998467 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Calling delete_port for 6c12df7a-1a65-4756-aa8d-654d7d929730 owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:18:39.125302 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:39.129748 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dfe8116b-1062-4a65-b1d1-9ccc5dd27973 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:39.142912 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['3d086394-f72c-445d-851e-ad6ce9708e4e', '974feadd-89fd-4e42-8a21-1c1b288dbcf6', '6c12df7a-1a65-4756-aa8d-654d7d929730'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:18:39.154462 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Pushing event deleted for resources: {'Port': ['ID=6c12df7a-1a65-4756-aa8d-654d7d929730,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:39.156862 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:39.207477 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] No DVR routers for this DVR port 6c12df7a-1a65-4756-aa8d-654d7d929730 on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:18:39.210525 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:39.212688 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ba0db07c-f88a-4aaa-aa68-e8ac4c5afdbf req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "DELETE /v2.0/ports/6c12df7a-1a65-4756-aa8d-654d7d929730 HTTP/1.1" status: 204 len: 173 time: 0.4154470 Jun 29 16:18:39.213201 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906888b0-1c84-4e11-b027-c61ffbaae14b', 'name': 'network-vif-deleted', 'tag': '6c12df7a-1a65-4756-aa8d-654d7d929730'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:39.216106 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6d9b30-5fbc-464c-901c-97e9bc1d0d61" -d '{"events": [{"server_uuid": "906888b0-1c84-4e11-b027-c61ffbaae14b", "name": "network-vif-deleted", "tag": "6c12df7a-1a65-4756-aa8d-654d7d929730"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:39.256691 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4052a392-8d25-4e70-bff7-ae270421f4d4 x-openstack-request-id: req-4052a392-8d25-4e70-bff7-ae270421f4d4 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:39.257011 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906888b0-1c84-4e11-b027-c61ffbaae14b", "name": "network-vif-deleted", "tag": "6c12df7a-1a65-4756-aa8d-654d7d929730", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:39.257290 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4052a392-8d25-4e70-bff7-ae270421f4d4 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:39.257711 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906888b0-1c84-4e11-b027-c61ffbaae14b', 'name': 'network-vif-deleted', 'tag': '6c12df7a-1a65-4756-aa8d-654d7d929730', 'status': 'completed', 'code': 200} Jun 29 16:18:39.448204 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dae4521c-0433-4c1e-98ac-33a48f7fdc68 req-d28812b2-5795-49bc-b85f-c3d609a2a234 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=906888b0-1c84-4e11-b027-c61ffbaae14b HTTP/1.1" status: 200 len: 210 time: 0.0530562 Jun 29 16:18:39.483822 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cd272-7e0a-42f8-8eb5-4c637e696b3e req-8a57e4ed-8d92-4905-bbf3-b9663f9d681d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:39.485282 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d42cd272-7e0a-42f8-8eb5-4c637e696b3e req-8a57e4ed-8d92-4905-bbf3-b9663f9d681d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.0889575 Jun 29 16:18:39.525762 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d42cd272-7e0a-42f8-8eb5-4c637e696b3e req-1b9b5979-50eb-4496-bb73-65146766df82 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&id=c0116041-f313-48ee-ab85-963a3b48acd2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338845 Jun 29 16:18:40.890278 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaac4d-927b-4c15-a614-ddb164c4dbd8 req-e8d501a6-6fd4-4e22-b0af-f4f5020471c0 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:40.891760 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7fdaac4d-927b-4c15-a614-ddb164c4dbd8 req-e8d501a6-6fd4-4e22-b0af-f4f5020471c0 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 945 time: 0.0668609 Jun 29 16:18:40.928379 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7fdaac4d-927b-4c15-a614-ddb164c4dbd8 req-3d1e2a84-4b16-478d-bb9f-80499e67ec4b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302584 Jun 29 16:18:42.098596 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86409cc4-7c22-4a9f-8ab6-1723caccb11e req-217f328c-dd6c-4e59-89f1-3648c0daf402 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:42.100115 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-86409cc4-7c22-4a9f-8ab6-1723caccb11e req-217f328c-dd6c-4e59-89f1-3648c0daf402 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 945 time: 0.0623181 Jun 29 16:18:42.140443 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-86409cc4-7c22-4a9f-8ab6-1723caccb11e req-a294d711-e795-41b7-9c2d-be1f618babb8 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342300 Jun 29 16:18:42.424858 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 6c12df7a-1a65-4756-aa8d-654d7d929730 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:18:42.441270 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-18ef24aa-afea-4004-938b-63845bf0dbb5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:42.442725 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-18ef24aa-afea-4004-938b-63845bf0dbb5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 945 time: 0.0606210 Jun 29 16:18:42.446946 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 6c12df7a-1a65-4756-aa8d-654d7d929730 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:18:42.447317 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 6c12df7a-1a65-4756-aa8d-654d7d929730 not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:18:42.546213 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Deleting port 974feadd-89fd-4e42-8a21-1c1b288dbcf6 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:18:42.546555 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:42.632503 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] For port 974feadd-89fd-4e42-8a21-1c1b288dbcf6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=974feadd-89fd-4e42-8a21-1c1b288dbcf6,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:42.632855 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:42.649575 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Calling delete_port for 974feadd-89fd-4e42-8a21-1c1b288dbcf6 owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:18:42.777038 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:42.780431 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:42.790015 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['3d086394-f72c-445d-851e-ad6ce9708e4e', '974feadd-89fd-4e42-8a21-1c1b288dbcf6'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:18:42.815258 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Pushing event deleted for resources: {'Port': ['ID=974feadd-89fd-4e42-8a21-1c1b288dbcf6,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:42.819082 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:42.869825 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] No DVR routers for this DVR port 974feadd-89fd-4e42-8a21-1c1b288dbcf6 on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:18:42.872357 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:42.874518 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-605041d3-36da-4fa2-81e1-8cfe422f8797 req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "DELETE /v2.0/ports/974feadd-89fd-4e42-8a21-1c1b288dbcf6 HTTP/1.1" status: 204 len: 173 time: 0.4258440 Jun 29 16:18:42.875026 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe63edd-6182-47ea-8c3c-8e35ff90d007', 'name': 'network-vif-deleted', 'tag': '974feadd-89fd-4e42-8a21-1c1b288dbcf6'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:42.877864 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77104011-b359-4e1b-8684-80fd90eec30b" -d '{"events": [{"server_uuid": "bfe63edd-6182-47ea-8c3c-8e35ff90d007", "name": "network-vif-deleted", "tag": "974feadd-89fd-4e42-8a21-1c1b288dbcf6"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:42.917527 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808d28a8-8de9-4824-8f90-528ce8ee94c6 x-openstack-request-id: req-808d28a8-8de9-4824-8f90-528ce8ee94c6 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:42.917859 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe63edd-6182-47ea-8c3c-8e35ff90d007", "name": "network-vif-deleted", "tag": "974feadd-89fd-4e42-8a21-1c1b288dbcf6", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:42.918307 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-808d28a8-8de9-4824-8f90-528ce8ee94c6 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:42.919116 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe63edd-6182-47ea-8c3c-8e35ff90d007', 'name': 'network-vif-deleted', 'tag': '974feadd-89fd-4e42-8a21-1c1b288dbcf6', 'status': 'completed', 'code': 200} Jun 29 16:18:43.291110 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9fbcf7a0-3d39-4320-9a92-48f8df293970 req-a03836b7-d948-4e74-b7fc-6f4f4c5ec998 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=bfe63edd-6182-47ea-8c3c-8e35ff90d007 HTTP/1.1" status: 200 len: 210 time: 0.0281370 Jun 29 16:18:45.862879 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f15b43-640f-4e61-9458-d2e7d53fdfd4 req-466d30c2-a9f3-4ae6-bf22-b032c87e70bd tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:45.864938 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-27f15b43-640f-4e61-9458-d2e7d53fdfd4 req-466d30c2-a9f3-4ae6-bf22-b032c87e70bd tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 946 time: 0.0638070 Jun 29 16:18:45.902455 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-27f15b43-640f-4e61-9458-d2e7d53fdfd4 req-c613ece3-255d-4b42-b601-2eb7a5d145d9 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318367 Jun 29 16:18:46.445215 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 974feadd-89fd-4e42-8a21-1c1b288dbcf6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:18:46.465492 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 974feadd-89fd-4e42-8a21-1c1b288dbcf6 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:18:46.465843 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 974feadd-89fd-4e42-8a21-1c1b288dbcf6 not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:18:47.072130 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac3441-85fc-4d8f-96f5-29ae855b7942 req-19367d3f-657a-4dc9-a873-3f1ebb8633c8 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:47.073482 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-51ac3441-85fc-4d8f-96f5-29ae855b7942 req-19367d3f-657a-4dc9-a873-3f1ebb8633c8 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 946 time: 0.0644438 Jun 29 16:18:47.110837 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-51ac3441-85fc-4d8f-96f5-29ae855b7942 req-159b8629-8ff8-468b-9261-112b8613e2c7 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/security-groups?id=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Jun 29 16:18:47.561276 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-601e4eac-3eaa-467c-a165-91f38e50ec27 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:47.562711 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-601e4eac-3eaa-467c-a165-91f38e50ec27 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 946 time: 0.0627446 Jun 29 16:18:47.665897 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Deleting port 3d086394-f72c-445d-851e-ad6ce9708e4e {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:18:47.666235 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:47.751350 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] For port 3d086394-f72c-445d-851e-ad6ce9708e4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3d086394-f72c-445d-851e-ad6ce9708e4e,segment=NetworkSegment(608b223c-87f4-454e-9fea-c9965b1bf50f),segment_id=608b223c-87f4-454e-9fea-c9965b1bf50f)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:18:47.751734 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:47.763594 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Calling delete_port for 3d086394-f72c-445d-851e-ad6ce9708e4e owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:18:47.890191 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:47.893870 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-d6f26eaf-f150-46de-b9de-78d260453f3e tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:47.902227 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['3d086394-f72c-445d-851e-ad6ce9708e4e'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:18:47.918161 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Pushing event deleted for resources: {'Port': ['ID=3d086394-f72c-445d-851e-ad6ce9708e4e,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:47.921587 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:47.967268 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] No DVR routers for this DVR port 3d086394-f72c-445d-851e-ad6ce9708e4e on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:18:47.969617 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:47.971548 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d5f9b0a9-47d2-4dde-8ce2-bb5afec21a1c req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.61 "DELETE /v2.0/ports/3d086394-f72c-445d-851e-ad6ce9708e4e HTTP/1.1" status: 204 len: 173 time: 0.4009054 Jun 29 16:18:47.972073 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0697b8e9-7637-4975-9a70-9a50263baa78', 'name': 'network-vif-deleted', 'tag': '3d086394-f72c-445d-851e-ad6ce9708e4e'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:18:47.974932 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbc0767-3884-44b0-94d0-1497d51d0a75" -d '{"events": [{"server_uuid": "0697b8e9-7637-4975-9a70-9a50263baa78", "name": "network-vif-deleted", "tag": "3d086394-f72c-445d-851e-ad6ce9708e4e"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:18:48.014370 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560c842a-46f1-4430-908d-82a926ead24c x-openstack-request-id: req-560c842a-46f1-4430-908d-82a926ead24c {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:18:48.014695 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0697b8e9-7637-4975-9a70-9a50263baa78", "name": "network-vif-deleted", "tag": "3d086394-f72c-445d-851e-ad6ce9708e4e", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:18:48.014982 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-560c842a-46f1-4430-908d-82a926ead24c {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:18:48.015407 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0697b8e9-7637-4975-9a70-9a50263baa78', 'name': 'network-vif-deleted', 'tag': '3d086394-f72c-445d-851e-ad6ce9708e4e', 'status': 'completed', 'code': 200} Jun 29 16:18:48.261148 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-08a3c6f1-193c-4402-9790-9587e23e6240 req-978600ec-489f-4777-b98b-84e0bb091fe0 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] 10.222.0.83 "GET /v2.0/ports?device_id=0697b8e9-7637-4975-9a70-9a50263baa78 HTTP/1.1" status: 200 len: 210 time: 0.0278378 Jun 29 16:18:49.127497 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:18:49.355799 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56268) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:18:49.400595 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Deleting subnet d99a2bbe-7bb4-437a-9efa-42d4258e431e {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:18:49.403509 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.436174 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.481611 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.531799 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.533884 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:49.555326 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99a2bbe-7bb4-437a-9efa-42d4258e431e,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:49.565103 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.566357 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d99a2bbe-7bb4-437a-9efa-42d4258e431e HTTP/1.1" status: 204 len: 168 time: 0.2095773 Jun 29 16:18:49.568137 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.568512 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.568875 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.569122 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56272) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:18:49.569540 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.569637 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.569913 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.570261 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.570610 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.570963 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.571310 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.571685 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.572025 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:18:49.574901 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c651ea09-a171-4942-b2cd-a4b7e3b00025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:49.637383 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.653735 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ae5fa340-850f-4737-9a2c-b6902503258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.719307 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.729561 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1080a20d-8ade-4068-8d04-b8a9ca139bcf']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:18:49.739023 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608b223c-87f4-454e-9fea-c9965b1bf50f') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:18:49.739315 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608b223c-87f4-454e-9fea-c9965b1bf50f') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:18:49.748114 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.761747 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.767567 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:18:49.767977 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:18:49.769603 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:18:49.823832 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.828576 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:49.830393 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] 10.222.0.83 "DELETE /v2.0/networks/1080a20d-8ade-4068-8d04-b8a9ca139bcf HTTP/1.1" status: 204 len: 168 time: 0.2603023 Jun 29 16:18:49.831126 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-6b0afa08-4fb2-4cf6-b9e8-2a65d58415ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:49.844493 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Pushing event deleted for resources: {'Network': ['ID=1080a20d-8ade-4068-8d04-b8a9ca139bcf,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:49.846901 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:49.936443 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56276) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:18:49.975674 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-97cb256c-6d6a-4729-81a2-6255b0255ff2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=907322aa97e34f61aeeb36f380fc9e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380340 Jun 29 16:18:49.977922 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56280) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:18:50.025994 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-53b07f26-4d09-4c5b-9242-ff392c003fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:50.055585 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-53b07f26-4d09-4c5b-9242-ff392c003fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:50.107751 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-53b07f26-4d09-4c5b-9242-ff392c003fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:50.111153 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-53b07f26-4d09-4c5b-9242-ff392c003fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:50.115168 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-53b07f26-4d09-4c5b-9242-ff392c003fb5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6fe9da9f-08d6-4758-a06a-5dd9545bc0ac HTTP/1.1" status: 204 len: 168 time: 0.1331174 Jun 29 16:18:50.115168 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-21f0f09f-a20f-4a1c-8c58-e194699ac2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:50.124145 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b07f26-4d09-4c5b-9242-ff392c003fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe9da9f-08d6-4758-a06a-5dd9545bc0ac,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:50.126508 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-53b07f26-4d09-4c5b-9242-ff392c003fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:52.003729 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-08ca1e93-0c82-4345-b61c-1abaf7365030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:52.290194 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:52.468752 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:52.491304 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 3d086394-f72c-445d-851e-ad6ce9708e4e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:18:52.518855 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 3d086394-f72c-445d-851e-ad6ce9708e4e {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:18:52.520528 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 3d086394-f72c-445d-851e-ad6ce9708e4e not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:18:52.994920 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f5aa5-9804-4233-b1a6-ccabe9cb3e79 req-0d35dd8f-7dca-4cdc-83dd-b35b728fa239 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:52.996421 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-783f5aa5-9804-4233-b1a6-ccabe9cb3e79 req-0d35dd8f-7dca-4cdc-83dd-b35b728fa239 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0688660 Jun 29 16:18:53.034023 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-783f5aa5-9804-4233-b1a6-ccabe9cb3e79 req-227be0db-3065-4e70-bea1-55abfc77b2ce tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318208 Jun 29 16:18:53.267345 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:53.844873 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56366) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:18:53.944798 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c822773c-d93a-4bf7-b4b4-793aa10fa576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:54.030186 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c822773c-d93a-4bf7-b4b4-793aa10fa576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:54.037088 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c822773c-d93a-4bf7-b4b4-793aa10fa576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:54.040537 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-6d2f38a9-57f5-4d26-b951-9bf6d0e9eedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:54.077609 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-c822773c-d93a-4bf7-b4b4-793aa10fa576 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=52a46147daf04e2c8feab19f1beacba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294090 Jun 29 16:18:54.077609 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822773c-d93a-4bf7-b4b4-793aa10fa576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcecc5c6-c9d0-473f-b1f3-0b1b0e3e81c0,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:54.078943 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56372) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:18:54.079498 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c822773c-d93a-4bf7-b4b4-793aa10fa576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:54.131119 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4a72620-14ca-4708-a531-42e3f79b7b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:54.152098 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4a72620-14ca-4708-a531-42e3f79b7b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:54.197946 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4a72620-14ca-4708-a531-42e3f79b7b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:54.200598 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c4a72620-14ca-4708-a531-42e3f79b7b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:54.201758 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-c4a72620-14ca-4708-a531-42e3f79b7b61 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fcecc5c6-c9d0-473f-b1f3-0b1b0e3e81c0 HTTP/1.1" status: 204 len: 168 time: 0.1222823 Jun 29 16:18:54.202542 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-cacc9631-608c-4f72-b94a-3467751d3305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:54.210833 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a72620-14ca-4708-a531-42e3f79b7b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcecc5c6-c9d0-473f-b1f3-0b1b0e3e81c0,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:54.215313 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ef444-f23a-4b63-a5ad-adf684c8d1b8 req-a0992bbd-1e07-451f-b737-7f3791b368f8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:54.216751 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-295ef444-f23a-4b63-a5ad-adf684c8d1b8 req-a0992bbd-1e07-451f-b737-7f3791b368f8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0632358 Jun 29 16:18:54.218129 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c4a72620-14ca-4708-a531-42e3f79b7b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:54.261060 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-295ef444-f23a-4b63-a5ad-adf684c8d1b8 req-bc7a6d38-c0fb-4f30-8f60-68dfd48f5ca1 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379624 Jun 29 16:18:54.990541 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:55.450340 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45f68-a5d6-4d8d-9d0e-4fb07db746c9 req-3cacdfb1-dc0a-44ff-b8a2-bbe4fc7a249d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:55.452863 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-30e45f68-a5d6-4d8d-9d0e-4fb07db746c9 req-3cacdfb1-dc0a-44ff-b8a2-bbe4fc7a249d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0734751 Jun 29 16:18:55.491248 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-30e45f68-a5d6-4d8d-9d0e-4fb07db746c9 req-259da9e1-a6ed-4afc-b15c-cb27ffb1a7dd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322375 Jun 29 16:18:55.890034 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56426) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:18:55.989373 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0598dc18-8d41-450c-b151-8ebf5d5ce3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.078097 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0598dc18-8d41-450c-b151-8ebf5d5ce3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.082623 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0598dc18-8d41-450c-b151-8ebf5d5ce3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.085268 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-67503db6-59b1-4a30-8868-8fa443826e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:56.122035 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-0598dc18-8d41-450c-b151-8ebf5d5ce3f7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3a49b888d26e412ebf8c022f9ec1e5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309155 Jun 29 16:18:56.122994 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598dc18-8d41-450c-b151-8ebf5d5ce3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1237ceed-20d2-46cb-9442-0f435470d776,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:56.124768 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56430) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:18:56.126723 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0598dc18-8d41-450c-b151-8ebf5d5ce3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:56.173698 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2c65e31a-50c8-4dec-b2c8-51c57a922417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.195306 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2c65e31a-50c8-4dec-b2c8-51c57a922417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.239550 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2c65e31a-50c8-4dec-b2c8-51c57a922417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.242150 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2c65e31a-50c8-4dec-b2c8-51c57a922417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.243280 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-2c65e31a-50c8-4dec-b2c8-51c57a922417 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1237ceed-20d2-46cb-9442-0f435470d776 HTTP/1.1" status: 204 len: 168 time: 0.1175051 Jun 29 16:18:56.244095 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-923f7fbb-a77c-4b2f-b12d-0320c7bb1b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:56.251347 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65e31a-50c8-4dec-b2c8-51c57a922417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1237ceed-20d2-46cb-9442-0f435470d776,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:56.253522 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2c65e31a-50c8-4dec-b2c8-51c57a922417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:56.503153 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56436) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:18:56.516814 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-033cc77a-bc88-4171-8c6f-e6c3d3af2586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.609774 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-033cc77a-bc88-4171-8c6f-e6c3d3af2586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.621453 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-033cc77a-bc88-4171-8c6f-e6c3d3af2586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.643951 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-48767257-453c-46ca-b2c2-fc7048d0ad77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:56.689676 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-033cc77a-bc88-4171-8c6f-e6c3d3af2586 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=00c8a81edf2345c7a71c0598b52cf0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847506 Jun 29 16:18:56.690669 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cc77a-bc88-4171-8c6f-e6c3d3af2586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473d5de1-314a-4732-a8f9-9e2881624983,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:56.692281 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56440) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:18:56.694079 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-033cc77a-bc88-4171-8c6f-e6c3d3af2586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:56.717602 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6751c-418c-4422-9d46-9a646ba8f1bb req-89f5b537-968e-43f1-b9a0-c1668565db1b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:56.719091 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-caa6751c-418c-4422-9d46-9a646ba8f1bb req-89f5b537-968e-43f1-b9a0-c1668565db1b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.1081884 Jun 29 16:18:56.752130 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-931bfe2d-6bb8-4f1a-a403-1ea66b975284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.765328 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-caa6751c-418c-4422-9d46-9a646ba8f1bb req-e184ff44-be8a-4566-a3ea-63b89d61789a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391600 Jun 29 16:18:56.776272 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-931bfe2d-6bb8-4f1a-a403-1ea66b975284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.828600 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-931bfe2d-6bb8-4f1a-a403-1ea66b975284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.831833 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-931bfe2d-6bb8-4f1a-a403-1ea66b975284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:18:56.833002 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-931bfe2d-6bb8-4f1a-a403-1ea66b975284 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/473d5de1-314a-4732-a8f9-9e2881624983 HTTP/1.1" status: 204 len: 168 time: 0.1389697 Jun 29 16:18:56.833805 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-465f09a6-c734-40f3-ae21-9067f7cb4e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:18:56.841513 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bfe2d-6bb8-4f1a-a403-1ea66b975284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d5de1-314a-4732-a8f9-9e2881624983,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:18:56.843675 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-931bfe2d-6bb8-4f1a-a403-1ea66b975284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:18:57.950042 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63295adf-5a12-4657-8c70-84bf166c5fa2 req-574737f9-89d9-4842-88a8-58c5bbe573a4 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:57.951498 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-63295adf-5a12-4657-8c70-84bf166c5fa2 req-574737f9-89d9-4842-88a8-58c5bbe573a4 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0681252 Jun 29 16:18:57.990129 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-63295adf-5a12-4657-8c70-84bf166c5fa2 req-1ab857fc-3385-4f2c-af83-d796c38e1e64 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Jun 29 16:18:59.167719 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb08c09-cc6b-4e94-aef6-1ee59aa40d9f req-d0794e4e-f656-4fbd-8d83-5328af5e8851 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:18:59.169744 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6eb08c09-cc6b-4e94-aef6-1ee59aa40d9f req-d0794e4e-f656-4fbd-8d83-5328af5e8851 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0644035 Jun 29 16:18:59.208265 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6eb08c09-cc6b-4e94-aef6-1ee59aa40d9f req-b1a1d2d2-3794-4d97-acac-161007585b55 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332565 Jun 29 16:19:00.384519 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8bdb4-3d89-40eb-aad6-24a2aaf14813 req-12e8c81b-2813-471d-bb5e-1744cb030fa0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:00.386055 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d9a8bdb4-3d89-40eb-aad6-24a2aaf14813 req-12e8c81b-2813-471d-bb5e-1744cb030fa0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0614085 Jun 29 16:19:00.424123 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d9a8bdb4-3d89-40eb-aad6-24a2aaf14813 req-a25f4355-0829-41ae-a827-2cc78f0cec9f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Jun 29 16:19:01.606038 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a7d4-f09a-4716-80c3-8480d40e2d96 req-e54d1f71-eaf7-42dd-a99c-7efe02ce89bb tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:01.607755 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-13c7a7d4-f09a-4716-80c3-8480d40e2d96 req-e54d1f71-eaf7-42dd-a99c-7efe02ce89bb tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0664232 Jun 29 16:19:01.649941 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-13c7a7d4-f09a-4716-80c3-8480d40e2d96 req-5a2522a0-779d-4bcc-a367-794ec6a52748 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364456 Jun 29 16:19:02.821588 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff9a90-9e2b-4512-b808-87e727b7bfff req-e5873c9f-df61-4311-bc1c-c37cee261110 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:02.822939 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e5ff9a90-9e2b-4512-b808-87e727b7bfff req-e5873c9f-df61-4311-bc1c-c37cee261110 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0613177 Jun 29 16:19:02.860356 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e5ff9a90-9e2b-4512-b808-87e727b7bfff req-00bb18c4-f4d9-484a-966c-901bbf59b770 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317843 Jun 29 16:19:04.189551 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f5d87-e738-47c3-8eda-abb104e47cc7 req-74681a83-3943-4113-828d-2074e306a9b1 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:04.190926 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-910f5d87-e738-47c3-8eda-abb104e47cc7 req-74681a83-3943-4113-828d-2074e306a9b1 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.2142844 Jun 29 16:19:04.229718 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-910f5d87-e738-47c3-8eda-abb104e47cc7 req-cb219c70-371e-44e4-8933-017ca907c297 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325577 Jun 29 16:19:05.338656 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56588) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:05.407041 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb15b4d-fbbd-4f68-8dcf-6752f3f42493 req-7e8af26f-179e-4222-b1dd-26bb7cdccdd0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:05.408653 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-feb15b4d-fbbd-4f68-8dcf-6752f3f42493 req-7e8af26f-179e-4222-b1dd-26bb7cdccdd0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0639429 Jun 29 16:19:05.441199 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c788f28b-6024-4eee-9fbb-2f4628583e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:05.447266 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-feb15b4d-fbbd-4f68-8dcf-6752f3f42493 req-9ad893d6-734f-4aea-9211-bbb90c6e59d0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324385 Jun 29 16:19:05.527408 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c788f28b-6024-4eee-9fbb-2f4628583e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:05.531704 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c788f28b-6024-4eee-9fbb-2f4628583e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:05.534063 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d3d67082-a6b5-4cc8-a540-571744a7e9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:05.571434 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-c788f28b-6024-4eee-9fbb-2f4628583e6a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=75a45049249549e5974d556b5a1fbcc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314763 Jun 29 16:19:05.572354 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788f28b-6024-4eee-9fbb-2f4628583e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979a6449-f1e5-4d18-8347-6689159f1da4,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:05.574094 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56592) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:05.575386 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c788f28b-6024-4eee-9fbb-2f4628583e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:05.624173 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1906a49a-33db-4db8-9bed-d492a60fc444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:05.644658 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1906a49a-33db-4db8-9bed-d492a60fc444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:05.689547 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1906a49a-33db-4db8-9bed-d492a60fc444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:05.692139 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-1906a49a-33db-4db8-9bed-d492a60fc444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:05.693793 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-1906a49a-33db-4db8-9bed-d492a60fc444 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/979a6449-f1e5-4d18-8347-6689159f1da4 HTTP/1.1" status: 204 len: 168 time: 0.1179066 Jun 29 16:19:05.694563 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-878d25ba-d871-4706-b2d8-34d655bb8013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:05.702339 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906a49a-33db-4db8-9bed-d492a60fc444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979a6449-f1e5-4d18-8347-6689159f1da4,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:05.704729 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1906a49a-33db-4db8-9bed-d492a60fc444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:05.940423 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56598) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:05.956767 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-353141f9-dfef-48dd-869f-6fb54e5b7c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.041844 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-353141f9-dfef-48dd-869f-6fb54e5b7c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.045659 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-353141f9-dfef-48dd-869f-6fb54e5b7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.049236 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-365d7fce-80d1-442e-b964-f76be8f4d59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:06.084987 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-353141f9-dfef-48dd-869f-6fb54e5b7c23 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=055afa1302be4b66bea60622c361372f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435304 Jun 29 16:19:06.085703 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353141f9-dfef-48dd-869f-6fb54e5b7c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015ed40c-f068-4b59-92a7-e1b00d71e563,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:06.087684 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56600) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:06.088714 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-353141f9-dfef-48dd-869f-6fb54e5b7c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:06.136598 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bccc828e-6722-4222-89a6-49dc2993a2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.156931 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bccc828e-6722-4222-89a6-49dc2993a2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.203413 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bccc828e-6722-4222-89a6-49dc2993a2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.205968 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bccc828e-6722-4222-89a6-49dc2993a2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.207093 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-bccc828e-6722-4222-89a6-49dc2993a2fe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/015ed40c-f068-4b59-92a7-e1b00d71e563 HTTP/1.1" status: 204 len: 168 time: 0.1182761 Jun 29 16:19:06.207863 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-dd7a25b0-b955-4b82-b6ad-a2ac8e3fe4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:06.219077 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc828e-6722-4222-89a6-49dc2993a2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015ed40c-f068-4b59-92a7-e1b00d71e563,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:06.221325 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bccc828e-6722-4222-89a6-49dc2993a2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:06.516259 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56608) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:06.529541 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09eb1d96-66c5-43b1-831c-be4f4a6373d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.620305 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09eb1d96-66c5-43b1-831c-be4f4a6373d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.625027 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-09eb1d96-66c5-43b1-831c-be4f4a6373d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.628426 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f748ed8b-633a-4951-b4c1-d209ac71b19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:06.631103 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e85f0-8df3-40e4-b2a2-ef531879d635 req-2c4b4d57-a4f4-4bd5-9193-d7da308300fc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:06.632610 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-740e85f0-8df3-40e4-b2a2-ef531879d635 req-2c4b4d57-a4f4-4bd5-9193-d7da308300fc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0654633 Jun 29 16:19:06.663119 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-09eb1d96-66c5-43b1-831c-be4f4a6373d6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=41d1dfc3450a4f3387a8a32810ce522e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457691 Jun 29 16:19:06.665077 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb1d96-66c5-43b1-831c-be4f4a6373d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd9ef9b-1973-46dd-b476-b97e11806af2,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:06.665920 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56610) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:06.668070 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-09eb1d96-66c5-43b1-831c-be4f4a6373d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:06.678641 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-740e85f0-8df3-40e4-b2a2-ef531879d635 req-a0656ae7-3412-44b5-9d70-5bafbcc35101 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403945 Jun 29 16:19:06.719103 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57151c54-7cec-4c54-840a-5e9d60a357b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.743676 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57151c54-7cec-4c54-840a-5e9d60a357b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.789456 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57151c54-7cec-4c54-840a-5e9d60a357b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.792118 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57151c54-7cec-4c54-840a-5e9d60a357b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:06.793236 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-57151c54-7cec-4c54-840a-5e9d60a357b2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cfd9ef9b-1973-46dd-b476-b97e11806af2 HTTP/1.1" status: 204 len: 168 time: 0.1264262 Jun 29 16:19:06.794031 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-18091d65-5ca4-4faa-8cde-9e31cb81fbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:06.801338 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57151c54-7cec-4c54-840a-5e9d60a357b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd9ef9b-1973-46dd-b476-b97e11806af2,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:06.803480 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-57151c54-7cec-4c54-840a-5e9d60a357b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:08.055509 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223881a5-20ee-4115-b961-e89dfbe0f94b req-a1057ada-003f-4136-b891-c890b4961c2c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:08.057014 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-223881a5-20ee-4115-b961-e89dfbe0f94b req-a1057ada-003f-4136-b891-c890b4961c2c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.2466636 Jun 29 16:19:08.102785 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-223881a5-20ee-4115-b961-e89dfbe0f94b req-43fae3a7-854a-4f4d-aa78-25136734d170 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 Jun 29 16:19:09.306947 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596d247-5a90-4721-b362-1a1bd52ceba1 req-e121b2d7-fc9d-478d-9b73-1146cb7b2f72 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:09.308890 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3596d247-5a90-4721-b362-1a1bd52ceba1 req-e121b2d7-fc9d-478d-9b73-1146cb7b2f72 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0811589 Jun 29 16:19:09.349957 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3596d247-5a90-4721-b362-1a1bd52ceba1 req-661ba243-390b-419b-b007-078135b94d98 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350318 Jun 29 16:19:10.572448 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 01ce19b8-fda3-4ee6-b08b-8992aa218e9d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:19:10.573967 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264d6f7-6a4c-4c90-854e-eaa20cf63e4a req-fd1a5891-1d7e-49b6-88cb-92da612ca901 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:10.575563 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6264d6f7-6a4c-4c90-854e-eaa20cf63e4a req-fd1a5891-1d7e-49b6-88cb-92da612ca901 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0960052 Jun 29 16:19:10.624426 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6264d6f7-6a4c-4c90-854e-eaa20cf63e4a req-bf3db6ca-8dea-4beb-a09f-96bf84b638e8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Jun 29 16:19:10.925984 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:10.937288 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'port_id': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'mac_address': 'fa:16:3e:31:6a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:19:10.977276 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:10.994214 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01ce19b8-fda3-4ee6-b08b-8992aa218e9d {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:19:11.016904 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:11.022693 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:11.024718 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:11.084380 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=6']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:11.092561 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.092922 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.093289 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.093609 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.093956 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.094271 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.094600 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.094923 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.095247 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.095569 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.095918 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.096238 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:11.100547 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:11.115834 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['01ce19b8-fda3-4ee6-b08b-8992aa218e9d'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:19:11.905448 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bc972-6b72-45fc-9212-4ab7992118e3 req-18d58cad-be4b-4810-81ac-5d96ab348fa9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:11.917499 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-534bc972-6b72-45fc-9212-4ab7992118e3 req-18d58cad-be4b-4810-81ac-5d96ab348fa9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 945 time: 0.1013467 Jun 29 16:19:11.979818 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-534bc972-6b72-45fc-9212-4ab7992118e3 req-200c57e7-7bfb-46d2-89aa-ebffbdc571c6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608878 Jun 29 16:19:12.003545 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56746) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:12.158220 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-86cb6b48-9f50-4802-8ec7-0ea3d8a2cea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:12.264172 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-86cb6b48-9f50-4802-8ec7-0ea3d8a2cea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:12.268524 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-86cb6b48-9f50-4802-8ec7-0ea3d8a2cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:12.275276 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-97cd333d-50bd-4455-a404-aa2d2f0a99db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:12.321174 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-86cb6b48-9f50-4802-8ec7-0ea3d8a2cea6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8089fb0042564b2687cfe94e247526bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135545 Jun 29 16:19:12.321174 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb6b48-9f50-4802-8ec7-0ea3d8a2cea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb221e7-5c7d-4cb7-bbc9-5ca582b436c4,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:12.321488 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56750) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:12.329757 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-86cb6b48-9f50-4802-8ec7-0ea3d8a2cea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:12.386651 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5116814d-7d72-4961-bbeb-b2de46cd93af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:12.408985 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5116814d-7d72-4961-bbeb-b2de46cd93af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:12.462093 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5116814d-7d72-4961-bbeb-b2de46cd93af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:12.474981 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5116814d-7d72-4961-bbeb-b2de46cd93af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:12.474981 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-5116814d-7d72-4961-bbeb-b2de46cd93af admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8cb221e7-5c7d-4cb7-bbc9-5ca582b436c4 HTTP/1.1" status: 204 len: 168 time: 0.1474185 Jun 29 16:19:12.474981 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b362d9f0-d212-4052-8e56-ac1e92d282a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:12.496256 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116814d-7d72-4961-bbeb-b2de46cd93af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb221e7-5c7d-4cb7-bbc9-5ca582b436c4,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:12.500669 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-5116814d-7d72-4961-bbeb-b2de46cd93af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:12.573384 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 01ce19b8-fda3-4ee6-b08b-8992aa218e9d up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:19:12.634108 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:19:12.634501 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:12.730673 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:12.758360 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:12.761162 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195105e2-17cd-4f24-94a6-fed17774acb3" -d '{"events": [{"server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "name": "network-vif-plugged", "status": "completed", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:12.802445 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:12.811192 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:12.815467 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-19a0957a-2d43-4947-8001-e286a0927356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:12.841468 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdda63a-7387-4158-ad86-d792524b7c83 x-openstack-request-id: req-efdda63a-7387-4158-ad86-d792524b7c83 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:12.841789 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "name": "network-vif-plugged", "status": "completed", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:12.842040 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-efdda63a-7387-4158-ad86-d792524b7c83 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:12.842441 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'code': 200} Jun 29 16:19:12.878631 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=7']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:12.878776 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56758) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:12.879592 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:12.895968 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3f48-884b-47e8-bfb6-5328dd49490a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.005463 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3f48-884b-47e8-bfb6-5328dd49490a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.011412 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3f48-884b-47e8-bfb6-5328dd49490a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.030901 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0598dc18-8d41-450c-b151-8ebf5d5ce3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:13.048816 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56762) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:13.049345 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-7a4e3f48-884b-47e8-bfb6-5328dd49490a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=487cd09e9ad840e5b6af2582854a6e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689007 Jun 29 16:19:13.067286 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e3f48-884b-47e8-bfb6-5328dd49490a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06fec29-8cde-486b-8165-8767435b974b,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:13.081792 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-7a4e3f48-884b-47e8-bfb6-5328dd49490a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:13.141540 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6d17cebf-333a-498c-958b-67805360b197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.191598 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6d17cebf-333a-498c-958b-67805360b197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.257249 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab0bd5-102d-4e71-9b91-0ebc1da0cef8 req-02b4b5ab-74ee-4728-a8b4-904fa2d1adec tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:13.258891 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c9ab0bd5-102d-4e71-9b91-0ebc1da0cef8 req-02b4b5ab-74ee-4728-a8b4-904fa2d1adec tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.1114690 Jun 29 16:19:13.267181 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6d17cebf-333a-498c-958b-67805360b197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.270078 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6d17cebf-333a-498c-958b-67805360b197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.274551 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-6d17cebf-333a-498c-958b-67805360b197 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d06fec29-8cde-486b-8165-8767435b974b HTTP/1.1" status: 204 len: 168 time: 0.2212713 Jun 29 16:19:13.274551 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-033cc77a-bc88-4171-8c6f-e6c3d3af2586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:13.318153 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17cebf-333a-498c-958b-67805360b197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06fec29-8cde-486b-8165-8767435b974b,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:13.325861 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-6d17cebf-333a-498c-958b-67805360b197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:13.335331 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c9ab0bd5-102d-4e71-9b91-0ebc1da0cef8 req-e69aab4e-85ac-4daa-9bca-04f15a236a28 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620453 Jun 29 16:19:13.750182 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56770) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:13.766439 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f0b907a-f214-43f0-9d5c-813b969920cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.870590 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f0b907a-f214-43f0-9d5c-813b969920cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.876088 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f0b907a-f214-43f0-9d5c-813b969920cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:13.879353 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1906a49a-33db-4db8-9bed-d492a60fc444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:13.918668 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b907a-f214-43f0-9d5c-813b969920cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6405a6-c045-49aa-be22-3270e3e467df,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:13.923377 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-2f0b907a-f214-43f0-9d5c-813b969920cc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a02fc0a1c9b44c5fa931fd8762687c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720293 Jun 29 16:19:13.924637 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2f0b907a-f214-43f0-9d5c-813b969920cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:13.926103 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56772) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:13.981381 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-10f38617-3737-40c1-8e9f-46a31baf32a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:14.011541 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-10f38617-3737-40c1-8e9f-46a31baf32a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:14.064759 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-10f38617-3737-40c1-8e9f-46a31baf32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:14.068064 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-10f38617-3737-40c1-8e9f-46a31baf32a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:14.069279 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-10f38617-3737-40c1-8e9f-46a31baf32a9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1c6405a6-c045-49aa-be22-3270e3e467df HTTP/1.1" status: 204 len: 168 time: 0.1416683 Jun 29 16:19:14.070093 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c60000ca-123c-4ed8-b70a-494c55745824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:14.081635 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f38617-3737-40c1-8e9f-46a31baf32a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6405a6-c045-49aa-be22-3270e3e467df,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:14.084855 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-10f38617-3737-40c1-8e9f-46a31baf32a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:14.562330 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97477911-9cf7-4b82-97b8-dca7ab785ca8 req-8c3c1ece-8abe-4096-87d9-2799bdfc05d5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:14.564819 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-97477911-9cf7-4b82-97b8-dca7ab785ca8 req-8c3c1ece-8abe-4096-87d9-2799bdfc05d5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0816174 Jun 29 16:19:14.621230 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-97477911-9cf7-4b82-97b8-dca7ab785ca8 req-a36bb826-d2ba-45ac-9c55-e0ff6b626111 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487628 Jun 29 16:19:15.000880 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56800) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:15.121803 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1623097623-network', 'tenant_id': '0b0f7ebea58a464b9679f901f0b7f94e'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:19:15.148319 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Made reservation on behalf of 0b0f7ebea58a464b9679f901f0b7f94e for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:19:15.150755 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:15.159751 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:15.263344 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:15.268811 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:15.274349 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-9403e037-792d-45b8-b47d-4a29ca23d3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:15.296794 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:19:15.316043 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61634a5d-5880-49ed-8222-cf45f60cb9e9,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:15.319515 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:15.319889 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Added segment 82e8e18b-89b7-4026-82f7-f7c9dc8898e5 of type vlan for network 516ec617-f299-42b3-9743-1523f0da0599 Jun 29 16:19:15.321317 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:15.371082 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:15.407957 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:15.409775 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:15.410478 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:15.415502 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bb614a50-6911-4add-92ac-b25104b392d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:15.472155 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4697006 Jun 29 16:19:15.476650 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56804) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:15.483235 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Request body: {'subnet': {'network_id': '516ec617-f299-42b3-9743-1523f0da0599', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1623097623-subnet', 'tenant_id': '0b0f7ebea58a464b9679f901f0b7f94e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:19:15.487362 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Pushing event updated for resources: {'Network': ['ID=516ec617-f299-42b3-9743-1523f0da0599,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:15.490626 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:15.498572 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network 516ec617-f299-42b3-9743-1523f0da0599 details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:19:15.528866 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Made reservation on behalf of 0b0f7ebea58a464b9679f901f0b7f94e for: {'subnet': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:19:15.531935 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3587018'] for subnet, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:16.017422 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3587032'] for subnet, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:16.024086 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:16.115464 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac5b464-9d44-4146-9f50-deaca4771cf2,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:16.115464 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:16.148259 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Checking segment: {'id': '82e8e18b-89b7-4026-82f7-f7c9dc8898e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '516ec617-f299-42b3-9743-1523f0da0599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:19:16.148647 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Network hostable DHCP agents. Network: 516ec617-f299-42b3-9743-1523f0da0599, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:19:16.186470 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438e6fb-cb03-4711-83a5-a3454ab7760c req-787fbe0c-e62a-4a83-994a-bb63a0dfe18b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:16.188228 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a438e6fb-cb03-4711-83a5-a3454ab7760c req-787fbe0c-e62a-4a83-994a-bb63a0dfe18b tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.1299467 Jun 29 16:19:16.189365 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Network 516ec617-f299-42b3-9743-1523f0da0599 is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:19:16.206489 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, 516ec617-f299-42b3-9743-1523f0da0599) {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:19:16.211526 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:16.212770 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:16.216570 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeb845f-897f-4269-bc6d-9819ddb55a75 None None] Network 516ec617-f299-42b3-9743-1523f0da0599 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:19:16.249984 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7712307 Jun 29 16:19:16.269619 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a438e6fb-cb03-4711-83a5-a3454ab7760c req-eb0111e0-43bb-42fa-881c-3d1eec517bc2 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741510 Jun 29 16:19:16.436183 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc097a-6a78-4091-974b-d6bc6669a5bb None None] Network 516ec617-f299-42b3-9743-1523f0da0599 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:19:16.791750 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0a0b8-19fd-4e17-90b7-d8b94c7ef4ab req-35761c1e-2ce9-448a-81dc-a3d702b6e57b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:16.794887 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-47c0a0b8-19fd-4e17-90b7-d8b94c7ef4ab req-35761c1e-2ce9-448a-81dc-a3d702b6e57b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.0782588 Jun 29 16:19:16.849459 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-47c0a0b8-19fd-4e17-90b7-d8b94c7ef4ab req-022f3ebb-75c4-4711-b639-8c37633a90eb tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441086 Jun 29 16:19:17.060164 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56830) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:17.065709 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1024024322-network', 'tenant_id': '5f65d572775a4bb9a0e01d959686d574'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:19:17.090832 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Made reservation on behalf of 5f65d572775a4bb9a0e01d959686d574 for: {'network': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:19:17.093688 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.103828 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.210970 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.215588 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.218839 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-53b07f26-4d09-4c5b-9242-ff392c003fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:17.246865 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:19:17.254103 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baae81ad-2286-478f-a6ec-a9547d12a147,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:17.263764 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.264132 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.264493 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.265039 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.265623 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.265996 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.266369 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.266718 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.267068 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.267445 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.267893 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.268402 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:19:17.273928 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:17.277146 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.278147 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.segments_db [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Added segment b9d96fcf-cd43-43b1-a7e2-8a446b0010fb of type vlan for network e0edc99a-096c-4a31-8ba6-3c697a9f52a3 Jun 29 16:19:17.331237 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.366129 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.369332 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:17.369918 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.375270 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a173feb2-739f-4135-a615-0e0db7a00fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:17.429612 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3681471 Jun 29 16:19:17.432520 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56838) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:17.437698 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Request body: {'subnet': {'network_id': 'e0edc99a-096c-4a31-8ba6-3c697a9f52a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1024024322-subnet', 'tenant_id': '5f65d572775a4bb9a0e01d959686d574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:19:17.464246 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Made reservation on behalf of 5f65d572775a4bb9a0e01d959686d574 for: {'subnet': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:19:17.466949 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209652'] for subnet, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.467192 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Pushing event updated for resources: {'Network': ['ID=e0edc99a-096c-4a31-8ba6-3c697a9f52a3,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:17.471568 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:17.481272 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network e0edc99a-096c-4a31-8ba6-3c697a9f52a3 details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:19:17.579609 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88c61b-2a4d-4537-b6ca-008419569cc4 req-99e337fa-13e0-4356-9c23-d37f52fe8823 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:17.590537 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dd88c61b-2a4d-4537-b6ca-008419569cc4 req-99e337fa-13e0-4356-9c23-d37f52fe8823 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.1588709 Jun 29 16:19:17.636894 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dd88c61b-2a4d-4537-b6ca-008419569cc4 req-c191df69-3948-491f-9a56-4e80f0cc24c2 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455780 Jun 29 16:19:17.686293 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26134565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209638'] for subnet, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.689034 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-82b5de74-0f9f-4d3e-892e-fac9a22f2e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:17.755314 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Checking segment: {'id': 'b9d96fcf-cd43-43b1-a7e2-8a446b0010fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e0edc99a-096c-4a31-8ba6-3c697a9f52a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:19:17.755759 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Network hostable DHCP agents. Network: e0edc99a-096c-4a31-8ba6-3c697a9f52a3, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:19:17.782831 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f78ece-4be2-43db-8e32-f63e7d46d83d,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:17.787916 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:17.804846 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Network e0edc99a-096c-4a31-8ba6-3c697a9f52a3 is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:19:17.817824 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, e0edc99a-096c-4a31-8ba6-3c697a9f52a3) {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:19:17.822684 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:17.827919 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:17.833072 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff703291-a9ee-4ca5-8b16-22ab6ba1b21b None None] Network e0edc99a-096c-4a31-8ba6-3c697a9f52a3 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:19:17.901698 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-389d23b9-3aec-4411-b345-71a1ac00b30f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4680429 Jun 29 16:19:18.042385 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c749dc-49b3-41f1-9c79-2edda0111ee9 None None] Network e0edc99a-096c-4a31-8ba6-3c697a9f52a3 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:19:18.157390 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fad4e7-8fe0-455e-8725-b3a1b40fd379 req-013469bb-b82c-481f-9822-1ef0ee4bacbf tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:18.162442 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-31fad4e7-8fe0-455e-8725-b3a1b40fd379 req-013469bb-b82c-481f-9822-1ef0ee4bacbf tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.1478634 Jun 29 16:19:18.247251 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-31fad4e7-8fe0-455e-8725-b3a1b40fd379 req-b115d116-1604-4f4d-9738-6b2e9cf2f8f3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786102 Jun 29 16:19:18.456402 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-f728a9d7-232f-472f-a498-a509e7de85a7 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374540684&fields=id&tenant_id=4cbac1035e634e8cb68bb71071152f0f HTTP/1.1" status: 200 len: 267 time: 0.0661159 Jun 29 16:19:18.608263 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-3ec0d080-604d-48d2-b928-b11b78ca6c5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:18.609675 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-3ec0d080-604d-48d2-b928-b11b78ca6c5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 984 time: 0.1527736 Jun 29 16:19:18.635449 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Request body: {'port': {'security_groups': ['862fb6dc-8ba8-4af7-abb9-ba9a3beaaede']}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:19:18.649180 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-ac702d4e-7273-47c5-8ad9-a693e3ad66f1 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:18.650645 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-ac702d4e-7273-47c5-8ad9-a693e3ad66f1 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/networks?id=516ec617-f299-42b3-9743-1523f0da0599 HTTP/1.1" status: 200 len: 809 time: 0.1804934 Jun 29 16:19:18.718863 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-c1a2f271-3c80-44ce-b398-53239c44426c tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/quotas/0b0f7ebea58a464b9679f901f0b7f94e HTTP/1.1" status: 200 len: 375 time: 0.0326982 Jun 29 16:19:18.799828 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-8bc6353b-7844-4569-a172-0bc2b944e509 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b0f7ebea58a464b9679f901f0b7f94e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799975 Jun 29 16:19:18.822723 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:19.200138 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] For port b0c01634-c583-47b8-b5d7-f2586b1baa63, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:19.213320 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-dace7154-2771-49e9-84ba-05bdeae0dff1 service neutron] 10.222.0.83 "GET /v2.0/networks/516ec617-f299-42b3-9743-1523f0da0599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124355 Jun 29 16:19:19.282835 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:19.293339 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:19.298336 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b2d4293e-bedc-4e32-a075-b4a73761a297 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:19.309213 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['b0c01634-c583-47b8-b5d7-f2586b1baa63'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:19:19.359915 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:19.360594 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:19.362438 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4612978f-c82e-405a-a569-ecf5b1fac7b3 req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "PUT /v2.0/ports/b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 942 time: 0.7351785 Jun 29 16:19:19.365812 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:19.368175 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:19.372346 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 56870) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:19.423041 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-171a66b9-fa8f-48fc-b3c0-8d054dd42aca service neutron] 10.222.0.83 "GET /v2.0/networks/516ec617-f299-42b3-9743-1523f0da0599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013626 Jun 29 16:19:19.433423 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event updated for resources: {'Port': ['ID=b0c01634-c583-47b8-b5d7-f2586b1baa63,revision_number=7']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:19.451455 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:19.461438 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['b0c01634-c583-47b8-b5d7-f2586b1baa63'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:19:19.528945 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f8543659-84f7-4ac7-83d2-d06df8d64567 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:19.642745 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3ff0a-72fe-43d4-a74a-b478422fa107 req-aa1d00c2-e583-4a30-b4ff-c4f89da2bd0c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:19.651583 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-17c3ff0a-72fe-43d4-a74a-b478422fa107 req-aa1d00c2-e583-4a30-b4ff-c4f89da2bd0c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.1065433 Jun 29 16:19:19.655571 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f8543659-84f7-4ac7-83d2-d06df8d64567 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:19.717499 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-17c3ff0a-72fe-43d4-a74a-b478422fa107 req-ca40822c-4838-4b93-bd70-4920587cda95 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643165 Jun 29 16:19:19.728141 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1f85975e-cb17-4810-a97d-bb33a8ce5bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:19.885574 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f8543659-84f7-4ac7-83d2-d06df8d64567 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:19.900014 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f8543659-84f7-4ac7-83d2-d06df8d64567 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:19.907314 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-f8543659-84f7-4ac7-83d2-d06df8d64567 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "DELETE /v2.0/security-groups/c0116041-f313-48ee-ab85-963a3b48acd2 HTTP/1.1" status: 204 len: 168 time: 0.5325274 Jun 29 16:19:19.907607 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 56880) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:19.910746 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a2058846-ddee-4cba-b857-92cf2f5f5274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:19.937898 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8543659-84f7-4ac7-83d2-d06df8d64567 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0116041-f313-48ee-ab85-963a3b48acd2,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:19.950046 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-586e05a6-8a9d-45a9-b9da-a218ab339fde None None] Provisioning complete for port b0c01634-c583-47b8-b5d7-f2586b1baa63 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:19:19.950947 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-586e05a6-8a9d-45a9-b9da-a218ab339fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:19.966578 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f8543659-84f7-4ac7-83d2-d06df8d64567 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:20.076269 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8080c54e-4b34-4607-9884-34aa910491c1 x-openstack-request-id: req-8080c54e-4b34-4607-9884-34aa910491c1 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:20.078585 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:20.079047 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8080c54e-4b34-4607-9884-34aa910491c1 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:20.079760 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'status': 'completed', 'code': 200} Jun 29 16:19:20.291209 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9802a7fd-6e18-460b-b3d3-d2ff5cef409b req-1d265366-5f7f-4124-ad46-b7874b89dd4b tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 210 time: 0.1602073 Jun 29 16:19:20.535222 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212df4a-55ea-450b-a5a7-5895a1b4fa69 req-61a22e46-81a9-4a00-928d-06ab3c4bfda3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:20.543060 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a212df4a-55ea-450b-a5a7-5895a1b4fa69 req-61a22e46-81a9-4a00-928d-06ab3c4bfda3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.4810140 Jun 29 16:19:20.571625 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-59adc5ac-62f7-4e74-8fac-987561380428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:20.573194 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-59adc5ac-62f7-4e74-8fac-987561380428 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cbac1035e634e8cb68bb71071152f0f&device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 1098 time: 0.5095754 Jun 29 16:19:20.654654 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a212df4a-55ea-450b-a5a7-5895a1b4fa69 req-813049a3-27d5-456e-93cc-d94a9d9cb437 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105406 Jun 29 16:19:20.679127 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Deleting port eaca1d94-3501-46c1-890f-8546d51bf123 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:20.679472 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:20.755319 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-3ccb81c3-e3a8-4dc9-b242-1797763d8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:20.758082 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-3ccb81c3-e3a8-4dc9-b242-1797763d8248 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53ef2302-3df0-4d2f-90d0-bd20220efc03 HTTP/1.1" status: 200 len: 914 time: 0.1720734 Jun 29 16:19:20.846296 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:20.846703 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:20.882391 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Calling delete_port for eaca1d94-3501-46c1-890f-8546d51bf123 owned by network:floatingip {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:20.892054 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-d116b903-5aad-4a6d-b144-0966e60366be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 1001 time: 0.1242464 Jun 29 16:19:21.135324 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-40dbb748-e067-4cf3-9e76-9a2d13a7ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:21.136835 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-40dbb748-e067-4cf3-9e76-9a2d13a7ef74 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66567384-d5ce-45e8-ad8a-c908362f0cb5 HTTP/1.1" status: 200 len: 852 time: 0.2345796 Jun 29 16:19:21.232554 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5da59f-eea8-45e8-bcff-6de92c3ffc02 req-b5d9922a-2070-4803-9962-e8edd2d6a0ca tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:21.239625 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ca5da59f-eea8-45e8-bcff-6de92c3ffc02 req-b5d9922a-2070-4803-9962-e8edd2d6a0ca tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.2775888 Jun 29 16:19:21.328631 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-6c013c25-4a6f-4b7c-84db-ce866af9bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:21.330414 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-6c013c25-4a6f-4b7c-84db-ce866af9bc66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53ef2302-3df0-4d2f-90d0-bd20220efc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1832507 Jun 29 16:19:21.345591 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ca5da59f-eea8-45e8-bcff-6de92c3ffc02 req-48b03d70-5539-4968-81e4-1e5dd4e2d7a7 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049433 Jun 29 16:19:21.435042 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:21.440192 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-fd913859-7384-433e-b675-90abdb51ca7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:21.466490 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event deleted for resources: {'Port': ['ID=eaca1d94-3501-46c1-890f-8546d51bf123,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:21.487747 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:21.532824 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4d10aaf0-63c3-42db-b62e-7ea1f82b2aad req-f70634b6-b7fd-441c-9473-03b866cfde46 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 210 time: 0.0673950 Jun 29 16:19:21.622520 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-5ecace16-13c1-4b14-9965-a2d7bf026494 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708790 Jun 29 16:19:21.721496 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks [] for floatingip, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:21.721932 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.l3_db [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Floating IP a9f09318-351d-43d9-8820-b93dbdc8561a disassociated (deleted). External IP: 172.28.0.122, port: b0c01634-c583-47b8-b5d7-f2586b1baa63. Jun 29 16:19:22.035347 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b9402458-aa74-4087-939a-890af3f65d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:22.049782 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-2b358e94-f899-4e96-9207-b13a2953be99 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4981890 Jun 29 16:19:22.155293 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-58e37888-7c67-4e2b-a1e6-ec094a2ec6cd req-3574a460-cc0f-4ec1-b431-957cfdd481b8 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241244 Jun 29 16:19:22.293074 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:22.378192 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab4215-2d8e-4583-bb78-34602bac8bc9 req-4f623864-7386-410d-bdcd-ad29ad7f5947 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:22.380432 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f0ab4215-2d8e-4583-bb78-34602bac8bc9 req-4f623864-7386-410d-bdcd-ad29ad7f5947 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.3297791 Jun 29 16:19:22.393858 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-8ff06321-b9d3-45a7-9eb3-a317219d651a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:22.395514 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-8ff06321-b9d3-45a7-9eb3-a317219d651a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.61 "GET /v2.0/networks?id=516ec617-f299-42b3-9743-1523f0da0599 HTTP/1.1" status: 200 len: 809 time: 0.2555137 Jun 29 16:19:22.442447 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Request body: {'port': {'device_id': 'e7aa715c-65e5-4773-8bbe-f2bef65e3424', 'network_id': '516ec617-f299-42b3-9743-1523f0da0599', 'admin_state_up': True, 'tenant_id': '0b0f7ebea58a464b9679f901f0b7f94e'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:19:22.493794 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:22.638906 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f0ab4215-2d8e-4583-bb78-34602bac8bc9 req-1ac53545-2273-4b66-bba0-aece5f229052 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421169 Jun 29 16:19:22.664597 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Router c8143067-ba7c-4c36-afc6-1add6d5a9079 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:19:22.677406 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-46a862d0-abd4-43b5-9c2b-75c0c18ec23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:22.678973 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-46a862d0-abd4-43b5-9c2b-75c0c18ec23c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cbac1035e634e8cb68bb71071152f0f&device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 1098 time: 0.3788762 Jun 29 16:19:22.882925 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360852-de4f-474d-893b-426930c370a8 req-9ad3a284-551d-4746-b95b-fc0c160376c5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:22.884802 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d5360852-de4f-474d-893b-426930c370a8 req-9ad3a284-551d-4746-b95b-fc0c160376c5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.3557522 Jun 29 16:19:22.886912 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0e5a75a2-7d0e-4ffb-b5a1-c0987cbfa886 req-e3287a99-3825-4d14-854f-53cd2cc4466f tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 210 time: 0.0711186 Jun 29 16:19:22.940003 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Made reservation on behalf of 0b0f7ebea58a464b9679f901f0b7f94e for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:19:22.944435 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:23.040893 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d5360852-de4f-474d-893b-426930c370a8 req-052d77cd-3186-42c9-9821-d1b78adfe987 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471341 Jun 29 16:19:23.046675 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-6d646810-de47-4a85-b95f-66cfb37b5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:23.048272 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-6d646810-de47-4a85-b95f-66cfb37b5b64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53ef2302-3df0-4d2f-90d0-bd20220efc03 HTTP/1.1" status: 200 len: 914 time: 0.3371527 Jun 29 16:19:23.128925 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:19:23.134985 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-a11bb4d5-1c36-4488-bc7e-6404d9b3edb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 217 time: 0.0777688 Jun 29 16:19:23.138024 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:23.140869 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] Sync routers for ids ['c8143067-ba7c-4c36-afc6-1add6d5a9079'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:19:23.151031 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] Routers {'c8143067-ba7c-4c36-afc6-1add6d5a9079'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:19:23.151713 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:19:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['c8143067-ba7c-4c36-afc6-1add6d5a9079'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:23.259758 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-ec0446c9-08eb-493b-aa04-8ca3b57f4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:23.261219 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-ec0446c9-08eb-493b-aa04-8ca3b57f4626 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66567384-d5ce-45e8-ad8a-c908362f0cb5 HTTP/1.1" status: 200 len: 852 time: 0.1162760 Jun 29 16:19:23.262665 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "DELETE /v2.0/floatingips/a9f09318-351d-43d9-8820-b93dbdc8561a HTTP/1.1" status: 204 len: 168 time: 3.3503678 Jun 29 16:19:23.265550 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:23.266054 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] Set router c8143067-ba7c-4c36-afc6-1add6d5a9079 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:19:23.267870 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:23.306288 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:23.307624 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Allocated IP 172.20.0.12 (516ec617-f299-42b3-9743-1523f0da0599/0ac5b464-9d44-4146-9f50-deaca4771cf2/a9c3c986-ddee-440f-b0fc-6034fe6bc49d) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:19:23.349335 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b50547e-5903-42c3-b90a-825209ee3c77 x-openstack-request-id: req-2b50547e-5903-42c3-b90a-825209ee3c77 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:23.349663 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:23.349943 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2b50547e-5903-42c3-b90a-825209ee3c77 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:23.350367 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'status': 'completed', 'code': 200} Jun 29 16:19:23.380776 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-fc7998b3-4e48-4277-bb21-653f4e7c10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:23.382838 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-fc7998b3-4e48-4277-bb21-653f4e7c10c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53ef2302-3df0-4d2f-90d0-bd20220efc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1093230 Jun 29 16:19:23.498361 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:55Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'acaf3fc1-1934-45ad-aa03-73b315c09b34', 'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'mac_address': 'fa:16:3e:57:f0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:54Z', 'updated_at': '2021-06-29T16:17:01Z', 'revision_number': 5, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'subnets': [{'id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:23.538406 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] Checking router: c8143067-ba7c-4c36-afc6-1add6d5a9079 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:19:23.561350 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] Routers {'c8143067-ba7c-4c36-afc6-1add6d5a9079'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:19:23.562347 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:19:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['c8143067-ba7c-4c36-afc6-1add6d5a9079'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:23.573371 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:23.579297 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-a61c1b19-dcee-4f7e-ad81-6891962d967f service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513577 Jun 29 16:19:23.696918 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-79ce942b-9a3f-456d-87a4-2ff403f573e6 req-c0d5e174-69b2-43b0-8bda-2718bc9cfe20 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086833 Jun 29 16:19:23.724274 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:23.729460 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] Set router c8143067-ba7c-4c36-afc6-1add6d5a9079 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:19:23.741457 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:23.820895 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-9b61a719-702a-4b6f-8585-819f753d0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:23.822563 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-9b61a719-702a-4b6f-8585-819f753d0d4f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4cbac1035e634e8cb68bb71071152f0f&device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 1098 time: 0.0548501 Jun 29 16:19:23.829042 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Network 516ec617-f299-42b3-9743-1523f0da0599 is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:19:23.854148 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:19:23.857180 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:19:23.895465 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Pushing event updated for resources: {'Port': ['ID=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:23.898964 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:23.921586 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-ca47e0f9-4ec4-456a-a02a-c835b2e6434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:23.923485 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-ca47e0f9-4ec4-456a-a02a-c835b2e6434c service neutron] 10.222.0.61 "GET /v2.0/networks?id=53ef2302-3df0-4d2f-90d0-bd20220efc03 HTTP/1.1" status: 200 len: 914 time: 0.0944252 Jun 29 16:19:23.932059 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:23.932670 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:23.966159 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5284209 Jun 29 16:19:23.970687 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:55Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'acaf3fc1-1934-45ad-aa03-73b315c09b34', 'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'mac_address': 'fa:16:3e:57:f0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:54Z', 'updated_at': '2021-06-29T16:17:01Z', 'revision_number': 5, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'subnets': [{'id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:23.970890 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8951619-6219-4d13-a958-772e6bb447e6 req-3bb39285-f91e-4d86-bb2b-be8a0d28c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:23.972320 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f8951619-6219-4d13-a958-772e6bb447e6 req-3bb39285-f91e-4d86-bb2b-be8a0d28c8be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 1099 time: 0.2332673 Jun 29 16:19:23.986686 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-b8927e6f-2451-4817-91b9-145cac17d1e4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 200 len: 217 time: 0.0553651 Jun 29 16:19:23.986939 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d40d9d-162a-4adc-94bf-213b8092c816 req-fa407bed-1ad8-41e6-aa79-8c67b03756e0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:23.988482 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-71d40d9d-162a-4adc-94bf-213b8092c816 req-fa407bed-1ad8-41e6-aa79-8c67b03756e0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.1966887 Jun 29 16:19:23.994290 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Request body: {'port': {'device_id': 'e7aa715c-65e5-4773-8bbe-f2bef65e3424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:19:24.032818 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abf1cc-1ac4-40f5-9f8b-9a02c567d73e None None] The sync data for ids ['c8143067-ba7c-4c36-afc6-1add6d5a9079'] in dv-cinder-786260-7-smb is: [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:16:55Z', 'revision_number': 4, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'acaf3fc1-1934-45ad-aa03-73b315c09b34', 'name': '', 'network_id': '53ef2302-3df0-4d2f-90d0-bd20220efc03', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'mac_address': 'fa:16:3e:57:f0:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:54Z', 'updated_at': '2021-06-29T16:17:01Z', 'revision_number': 5, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'subnets': [{'id': '66567384-d5ce-45e8-ad8a-c908362f0cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:19:24.076472 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-162b07a4-2d3e-4027-a86f-e103e5c02d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:24.077952 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-162b07a4-2d3e-4027-a86f-e103e5c02d83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=66567384-d5ce-45e8-ad8a-c908362f0cb5 HTTP/1.1" status: 200 len: 852 time: 0.0855942 Jun 29 16:19:24.165834 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-81b4b909-df94-4b28-ac8d-327bbe5388b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:24.168123 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-81b4b909-df94-4b28-ac8d-327bbe5388b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53ef2302-3df0-4d2f-90d0-bd20220efc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821052 Jun 29 16:19:24.248680 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-71d40d9d-162a-4adc-94bf-213b8092c816 req-2b625d04-11ab-43c4-955d-7cc6e5169b40 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481928 Jun 29 16:19:24.300645 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-bea98ea8-2816-4a52-ac7b-1addb33a6c90 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260660 Jun 29 16:19:24.311197 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:24.322441 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8951619-6219-4d13-a958-772e6bb447e6 req-c82a4def-766b-4501-ae45-7642eae1bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:24.323945 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f8951619-6219-4d13-a958-772e6bb447e6 req-c82a4def-766b-4501-ae45-7642eae1bb6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 918 time: 0.3259346 Jun 29 16:19:24.410230 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7ce00-0efd-423e-9205-1cb3d96c1f08 req-da739cc2-a724-498f-9efd-8ff1867c4bc0 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:24.412375 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6d7ce00-0efd-423e-9205-1cb3d96c1f08 req-da739cc2-a724-498f-9efd-8ff1867c4bc0 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 932 time: 0.3279018 Jun 29 16:19:24.425778 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [req-eb0dd4a1-461d-4f9a-a416-b0837c83f0ae req-a9d19d96-c41c-4e40-ac0b-2c65580392a2 service neutron] 10.222.0.61 "GET /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081464 Jun 29 16:19:24.506676 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cce662-f429-40b0-b01c-5c38e4148f7f None None] New status for floating IP a9f09318-351d-43d9-8820-b93dbdc8561a: DOWN {{(pid=93153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:19:24.509011 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f8951619-6219-4d13-a958-772e6bb447e6 req-daa3ad5f-8625-47d8-95f2-18b0184cbda5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d HTTP/1.1" status: 200 len: 1002 time: 0.1748350 Jun 29 16:19:24.845749 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6d7ce00-0efd-423e-9205-1cb3d96c1f08 req-3b9fbfaf-bbd5-44a0-9a3a-3bb541411483 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127707 Jun 29 16:19:24.922018 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d2923-9f51-4af2-b6fc-488c6f19574d req-67842099-0d40-4a00-aa26-7738b131e9ba tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:24.923507 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b59d2923-9f51-4af2-b6fc-488c6f19574d req-67842099-0d40-4a00-aa26-7738b131e9ba tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.5254774 Jun 29 16:19:24.924999 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8951619-6219-4d13-a958-772e6bb447e6 req-ab209cc2-5f46-4460-816c-e4bc1924921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:24.926279 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f8951619-6219-4d13-a958-772e6bb447e6 req-ab209cc2-5f46-4460-816c-e4bc1924921c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.3671305 Jun 29 16:19:24.992144 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:25.024744 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b59d2923-9f51-4af2-b6fc-488c6f19574d req-37c0167c-0132-430a-a9fc-fd304e56bf7c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942492 Jun 29 16:19:25.061281 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8951619-6219-4d13-a958-772e6bb447e6 req-66ff784a-71dd-4922-b289-3bf70587a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:25.062832 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f8951619-6219-4d13-a958-772e6bb447e6 req-66ff784a-71dd-4922-b289-3bf70587a786 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1292248 Jun 29 16:19:25.162868 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c3c986-ddee-440f-b0fc-6034fe6bc49d {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:19:25.173123 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:25.200554 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Transition to ACTIVE for port object a9c3c986-ddee-440f-b0fc-6034fe6bc49d will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:19:25.208601 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:25.212801 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:25.221221 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f8951619-6219-4d13-a958-772e6bb447e6 req-2a753636-69f6-4eda-b3a8-6ffe57b16a84 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476529 Jun 29 16:19:25.324734 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:25.345967 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:25.441816 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f8951619-6219-4d13-a958-772e6bb447e6 req-e002ffcc-a54e-4587-ac9f-b397cafa3071 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009649 Jun 29 16:19:25.454223 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Attempting to bind port a9c3c986-ddee-440f-b0fc-6034fe6bc49d on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:19:25.454563 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Attempting to bind port a9c3c986-ddee-440f-b0fc-6034fe6bc49d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '82e8e18b-89b7-4026-82f7-f7c9dc8898e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '516ec617-f299-42b3-9743-1523f0da0599'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:19:25.454898 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Attempting to bind port a9c3c986-ddee-440f-b0fc-6034fe6bc49d on network 516ec617-f299-42b3-9743-1523f0da0599 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:19:25.465437 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Port a9c3c986-ddee-440f-b0fc-6034fe6bc49d on network 516ec617-f299-42b3-9743-1523f0da0599 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:19:25.465762 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Attempting to bind port a9c3c986-ddee-440f-b0fc-6034fe6bc49d on network 516ec617-f299-42b3-9743-1523f0da0599 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:19:25.473548 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:19:25.473890 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Checking segment: {'id': '82e8e18b-89b7-4026-82f7-f7c9dc8898e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '516ec617-f299-42b3-9743-1523f0da0599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:19:25.474271 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Bound using segment: {'id': '82e8e18b-89b7-4026-82f7-f7c9dc8898e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '516ec617-f299-42b3-9743-1523f0da0599'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:19:25.474699 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Bound port: a9c3c986-ddee-440f-b0fc-6034fe6bc49d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e8e18b-89b7-4026-82f7-f7c9dc8898e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '516ec617-f299-42b3-9743-1523f0da0599'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:19:25.475056 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:25.506977 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b10ee-65b1-4661-a0d5-53d4e45b397b req-489c7eea-94e6-4166-b434-aec9b4cb2573 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:25.508464 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-173b10ee-65b1-4661-a0d5-53d4e45b397b req-489c7eea-94e6-4166-b434-aec9b4cb2573 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.1347947 Jun 29 16:19:25.579350 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-173b10ee-65b1-4661-a0d5-53d4e45b397b req-8274f46a-e9e5-4960-9291-3203387f4f75 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536709 Jun 29 16:19:25.584136 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] For port a9c3c986-ddee-440f-b0fc-6034fe6bc49d, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:19:25.587362 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] For port a9c3c986-ddee-440f-b0fc-6034fe6bc49d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,segment=NetworkSegment(82e8e18b-89b7-4026-82f7-f7c9dc8898e5),segment_id=82e8e18b-89b7-4026-82f7-f7c9dc8898e5)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:19:25.592523 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:25.594751 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-63773443-1b27-4b4c-b728-a3c16db3a39b tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:25.637365 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:25.637919 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:25.639394 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] 10.222.0.61 "PUT /v2.0/ports/a9c3c986-ddee-440f-b0fc-6034fe6bc49d HTTP/1.1" status: 200 len: 1094 time: 1.6607060 Jun 29 16:19:25.639992 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aa715c-65e5-4773-8bbe-f2bef65e3424', 'tag': 'a9c3c986-ddee-440f-b0fc-6034fe6bc49d'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:25.642313 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aa715c-65e5-4773-8bbe-f2bef65e3424", "tag": "a9c3c986-ddee-440f-b0fc-6034fe6bc49d"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:25.661758 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:25.664748 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:25.744306 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-d4ba2404-4151-423a-aeec-f09a5e44b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:25.745805 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-d4ba2404-4151-423a-aeec-f09a5e44b9ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b0f7ebea58a464b9679f901f0b7f94e&device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 1097 time: 0.0641282 Jun 29 16:19:25.753635 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68603cf0-f80d-4eaf-a212-622b7597a432 x-openstack-request-id: req-68603cf0-f80d-4eaf-a212-622b7597a432 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:25.753951 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aa715c-65e5-4773-8bbe-f2bef65e3424", "tag": "a9c3c986-ddee-440f-b0fc-6034fe6bc49d", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:25.754237 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-68603cf0-f80d-4eaf-a212-622b7597a432 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:25.754652 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7aa715c-65e5-4773-8bbe-f2bef65e3424', 'tag': 'a9c3c986-ddee-440f-b0fc-6034fe6bc49d', 'status': 'completed', 'code': 200} Jun 29 16:19:25.793557 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-de96d9a8-835b-4402-aa40-d90521936ed0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9c3c986-ddee-440f-b0fc-6034fe6bc49d HTTP/1.1" status: 200 len: 217 time: 0.0337949 Jun 29 16:19:25.842999 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-07c107fc-b305-4226-bc11-85dc7c991c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:25.844429 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-07c107fc-b305-4226-bc11-85dc7c991c44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac5b464-9d44-4146-9f50-deaca4771cf2 HTTP/1.1" status: 200 len: 849 time: 0.0441468 Jun 29 16:19:25.877093 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-616ce3c9-ac78-4426-a517-2e9ad5d4a8dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=516ec617-f299-42b3-9743-1523f0da0599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254211 Jun 29 16:19:25.996951 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-f0a8dec6-8f02-449f-83b3-0c19a15c9a18 service neutron] 10.222.0.61 "GET /v2.0/networks/516ec617-f299-42b3-9743-1523f0da0599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126258 Jun 29 16:19:26.085093 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99e08c-eebb-4e55-8fa9-d9a6195bb63d req-0b9e52ce-50c2-4a2b-802b-b84d4ed06c09 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:26.086566 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8e99e08c-eebb-4e55-8fa9-d9a6195bb63d req-0b9e52ce-50c2-4a2b-802b-b84d4ed06c09 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 944 time: 0.1298530 Jun 29 16:19:26.127477 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:19:26.146451 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-16c5fced-6596-494c-aa85-1a7e04e33355 req-681ffde7-a740-4dbe-9bc4-205bd0d6626a service neutron] 10.222.0.61 "GET /v2.0/networks/516ec617-f299-42b3-9743-1523f0da0599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364868 Jun 29 16:19:26.149863 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8e99e08c-eebb-4e55-8fa9-d9a6195bb63d req-2011b411-e26f-40ec-8074-640b60050ff5 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551565 Jun 29 16:19:26.238567 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13edb0-0a74-4d98-a9be-d1cb65731efc req-5a4d4a83-c9fc-4d2f-90a0-1fc078d4beff tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:26.240147 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8b13edb0-0a74-4d98-a9be-d1cb65731efc req-5a4d4a83-c9fc-4d2f-90a0-1fc078d4beff tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 946 time: 0.0968590 Jun 29 16:19:26.289636 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8b13edb0-0a74-4d98-a9be-d1cb65731efc req-79c44753-cc70-44bd-a101-0085deb9c092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439076 Jun 29 16:19:26.295734 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce req-9a015b09-40c5-453c-9e8b-9c3297fd50c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:26.297194 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce req-9a015b09-40c5-453c-9e8b-9c3297fd50c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b0f7ebea58a464b9679f901f0b7f94e&device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 1097 time: 0.0991373 Jun 29 16:19:26.392000 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce req-1d6b828c-fc31-4d2f-a377-31cb74d7b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:26.393462 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce req-1d6b828c-fc31-4d2f-a377-31cb74d7b813 service neutron] 10.222.0.61 "GET /v2.0/networks?id=516ec617-f299-42b3-9743-1523f0da0599 HTTP/1.1" status: 200 len: 910 time: 0.0887535 Jun 29 16:19:26.436113 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce req-2efb72ee-7ead-437c-b9fe-2efefe6eba40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9c3c986-ddee-440f-b0fc-6034fe6bc49d HTTP/1.1" status: 200 len: 217 time: 0.0350947 Jun 29 16:19:26.486957 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce req-01b39f8c-c8fe-4c55-bf1c-60157f97932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:26.488510 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce req-01b39f8c-c8fe-4c55-bf1c-60157f97932e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0ac5b464-9d44-4146-9f50-deaca4771cf2 HTTP/1.1" status: 200 len: 849 time: 0.0455093 Jun 29 16:19:26.522049 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce req-c6c07f3e-9cbe-4bc9-be99-0c6de8cf0b8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=516ec617-f299-42b3-9743-1523f0da0599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269251 Jun 29 16:19:26.658035 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 01ce19b8-fda3-4ee6-b08b-8992aa218e9d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:26.662543 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce req-35d13ae4-df68-4d59-8dcb-334f434689c9 service neutron] 10.222.0.61 "GET /v2.0/networks/516ec617-f299-42b3-9743-1523f0da0599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287715 Jun 29 16:19:26.670794 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051277a-eb92-4aa5-b9b4-29579ee3451f req-55bc3508-6151-4da6-bd00-dd0ba23423dd tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:26.672227 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1051277a-eb92-4aa5-b9b4-29579ee3451f req-55bc3508-6151-4da6-bd00-dd0ba23423dd tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 945 time: 0.1218281 Jun 29 16:19:26.737134 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:26.761633 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:26.764526 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef576255-54ab-4196-996e-1deae0574605" -d '{"events": [{"server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "name": "network-vif-unplugged", "status": "completed", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:26.778070 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:26.782056 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:26.784601 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:26.787096 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1051277a-eb92-4aa5-b9b4-29579ee3451f req-2dcf3559-0aaf-4dbe-915c-420c68523eba tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067026 Jun 29 16:19:26.851815 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3e6a378c-a2b3-4bb2-ab51-19319fbc6dce req-cfe6ad27-7558-4700-ba00-08acdae472c7 service neutron] 10.222.0.61 "GET /v2.0/networks/516ec617-f299-42b3-9743-1523f0da0599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785848 Jun 29 16:19:26.864946 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e9e61-2cf2-440f-b151-f03127a015ff req-44aecf82-501a-4f87-b48f-4a3d90b62116 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:26.866508 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-904e9e61-2cf2-440f-b151-f03127a015ff req-44aecf82-501a-4f87-b48f-4a3d90b62116 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.1360674 Jun 29 16:19:26.939336 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d0b3a8-6026-4b89-8e68-25caa2fe3af8 x-openstack-request-id: req-06d0b3a8-6026-4b89-8e68-25caa2fe3af8 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:26.939550 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "name": "network-vif-unplugged", "status": "completed", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:26.939840 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-06d0b3a8-6026-4b89-8e68-25caa2fe3af8 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:26.940228 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'code': 200} Jun 29 16:19:26.946055 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-904e9e61-2cf2-440f-b151-f03127a015ff req-07d5df73-054e-47e8-bbe4-e6d2c3147886 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696852 Jun 29 16:19:26.959732 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=8']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:26.964555 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-4c1b06e4-5ad2-4e34-9f2d-e948dcb40cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:26.966174 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-4c1b06e4-5ad2-4e34-9f2d-e948dcb40cfe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ce43a5ee1ea4e489191275815a7235b&device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 1098 time: 0.0987196 Jun 29 16:19:26.969646 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:27.058434 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-38d96cad-e62a-40be-b0be-4691f536affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:27.059928 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-38d96cad-e62a-40be-b0be-4691f536affd service neutron] 10.222.0.61 "GET /v2.0/networks?id=da301bec-01b9-4017-b7b4-8b818fb048cc HTTP/1.1" status: 200 len: 910 time: 0.0857489 Jun 29 16:19:27.130056 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-0dceec00-3043-46c8-a25e-1790239c454d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=295e5020-2164-4ff6-855b-766d0e813d8e HTTP/1.1" status: 200 len: 1001 time: 0.0618598 Jun 29 16:19:27.181401 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-eedb65f7-21de-4641-a474-5af6e4de9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:27.182877 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-eedb65f7-21de-4641-a474-5af6e4de9bd5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3 HTTP/1.1" status: 200 len: 848 time: 0.0443108 Jun 29 16:19:27.241508 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-321e7640-ec1a-48d5-9956-df993efc789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:27.243029 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-321e7640-ec1a-48d5-9956-df993efc789e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da301bec-01b9-4017-b7b4-8b818fb048cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527122 Jun 29 16:19:27.383237 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-3a6c951e-01ac-41a7-87e4-3ba99b6bf27a service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318564 Jun 29 16:19:27.392511 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba552b18-0aee-4be6-b406-76fa73c17a24 req-b4bdb96a-e4ce-4ca1-9750-1c8e591e60eb tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:27.393959 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ba552b18-0aee-4be6-b406-76fa73c17a24 req-b4bdb96a-e4ce-4ca1-9750-1c8e591e60eb tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 944 time: 0.1248276 Jun 29 16:19:27.530230 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ba552b18-0aee-4be6-b406-76fa73c17a24 req-54a2205b-08b8-41c8-b42d-e1da6efab5d3 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264646 Jun 29 16:19:27.552552 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6f20cc55-90e2-42f8-a39c-62396d0c8b51 req-7f23fac2-e302-476e-972f-fd368ad93dbc service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576567 Jun 29 16:19:27.567579 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07e79-cd31-483a-bb3e-34ee9ca355a8 req-e8ca5789-fdfb-4d4f-bdc5-382aca7ffa49 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:27.569158 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-01b07e79-cd31-483a-bb3e-34ee9ca355a8 req-e8ca5789-fdfb-4d4f-bdc5-382aca7ffa49 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.1198907 Jun 29 16:19:27.609365 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-01b07e79-cd31-483a-bb3e-34ee9ca355a8 req-c3f03d17-b3cb-4ac6-8021-97723c1097fa tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342777 Jun 29 16:19:27.967272 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c175ea-9df0-4524-8cdf-ace26ed93515 req-411c2a37-67bc-42ea-96ea-a28ae86fa25b tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:27.968767 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b5c175ea-9df0-4524-8cdf-ace26ed93515 req-411c2a37-67bc-42ea-96ea-a28ae86fa25b tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 945 time: 0.0656331 Jun 29 16:19:28.013284 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b5c175ea-9df0-4524-8cdf-ace26ed93515 req-58524a5b-83d7-4fbf-bbbb-94d0afe306f1 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/security-groups?id=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367596 Jun 29 16:19:28.135683 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1199dd-b778-4e60-863b-93e69e7d0595 req-fd4c0349-9623-4ab2-9167-951178245aed tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:28.137174 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-be1199dd-b778-4e60-863b-93e69e7d0595 req-fd4c0349-9623-4ab2-9167-951178245aed tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.0733554 Jun 29 16:19:28.174674 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-be1199dd-b778-4e60-863b-93e69e7d0595 req-2ab86122-449b-4d25-80c1-fa9fff156acf tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318654 Jun 29 16:19:28.584705 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75655a-440a-4931-a18c-f29327401940 req-e7360f19-b5d0-43ae-aec2-ac3444b0006f tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:28.586185 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3f75655a-440a-4931-a18c-f29327401940 req-e7360f19-b5d0-43ae-aec2-ac3444b0006f tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.61 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 945 time: 0.0638475 Jun 29 16:19:28.678675 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device a9c3c986-ddee-440f-b0fc-6034fe6bc49d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:19:28.765579 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-3f75655a-440a-4931-a18c-f29327401940 req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Deleting port b0c01634-c583-47b8-b5d7-f2586b1baa63 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:28.765932 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3f75655a-440a-4931-a18c-f29327401940 req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:28.778662 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port a9c3c986-ddee-440f-b0fc-6034fe6bc49d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,segment=NetworkSegment(82e8e18b-89b7-4026-82f7-f7c9dc8898e5),segment_id=82e8e18b-89b7-4026-82f7-f7c9dc8898e5)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:28.788263 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8f3d4-8b36-44af-a0f7-02c55f7250ac req-3c89f5c1-2f8f-42a4-a086-e21d3f89f5dd tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:28.789752 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2cb8f3d4-8b36-44af-a0f7-02c55f7250ac req-3c89f5c1-2f8f-42a4-a086-e21d3f89f5dd tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 944 time: 0.1480510 Jun 29 16:19:28.790171 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': 'a9c3c986-ddee-440f-b0fc-6034fe6bc49d', 'network_id': '516ec617-f299-42b3-9743-1523f0da0599', 'port_id': 'a9c3c986-ddee-440f-b0fc-6034fe6bc49d', 'mac_address': 'fa:16:3e:f4:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac5b464-9d44-4146-9f50-deaca4771cf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:19:28.830084 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:28.843721 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c3c986-ddee-440f-b0fc-6034fe6bc49d {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:19:28.863065 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port a9c3c986-ddee-440f-b0fc-6034fe6bc49d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,segment=NetworkSegment(82e8e18b-89b7-4026-82f7-f7c9dc8898e5),segment_id=82e8e18b-89b7-4026-82f7-f7c9dc8898e5)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:28.867365 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:28.869187 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:28.884515 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2cb8f3d4-8b36-44af-a0f7-02c55f7250ac req-094d3abc-044d-409c-b2ef-4de31db41256 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678358 Jun 29 16:19:28.916561 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:28.918927 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ed877-640a-4d28-80fc-8edc44348dcf req-4a0d93ab-8a88-4171-9395-ae5406d29dc6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:28.919602 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:28.920438 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0f5ed877-640a-4d28-80fc-8edc44348dcf req-4a0d93ab-8a88-4171-9395-ae5406d29dc6 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.1931465 Jun 29 16:19:28.922366 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-3f75655a-440a-4931-a18c-f29327401940 req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] For port b0c01634-c583-47b8-b5d7-f2586b1baa63, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b0c01634-c583-47b8-b5d7-f2586b1baa63,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:28.922739 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3f75655a-440a-4931-a18c-f29327401940 req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:28.942814 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-3f75655a-440a-4931-a18c-f29327401940 req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Calling delete_port for b0c01634-c583-47b8-b5d7-f2586b1baa63 owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:29.008269 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0f5ed877-640a-4d28-80fc-8edc44348dcf req-0612e4b1-a574-4c45-889f-773f6f72a748 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820701 Jun 29 16:19:29.111187 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['a9c3c986-ddee-440f-b0fc-6034fe6bc49d'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:19:29.123747 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3f75655a-440a-4931-a18c-f29327401940 req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:29.130681 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e507cd61-bf50-4d8c-921d-f1d8c3d45f8a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:29.179421 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Pushing event deleted for resources: {'Port': ['ID=b0c01634-c583-47b8-b5d7-f2586b1baa63,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:29.182634 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:29.241729 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-01047a9c-6dcd-44eb-be2e-5df1972ced28 req-d4756a50-10c8-421b-a109-637c10b153d8 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc HTTP/1.1" status: 200 len: 210 time: 0.0806656 Jun 29 16:19:29.242718 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f75655a-440a-4931-a18c-f29327401940 req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] No DVR routers for this DVR port b0c01634-c583-47b8-b5d7-f2586b1baa63 on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:19:29.246220 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-3f75655a-440a-4931-a18c-f29327401940 req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:29.248599 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3f75655a-440a-4931-a18c-f29327401940 req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] 10.222.0.61 "DELETE /v2.0/ports/b0c01634-c583-47b8-b5d7-f2586b1baa63 HTTP/1.1" status: 204 len: 173 time: 0.6552966 Jun 29 16:19:29.249118 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'name': 'network-vif-deleted', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:29.252962 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6552c666-19d0-43f8-b29d-7da2b0e0e645" -d '{"events": [{"server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "name": "network-vif-deleted", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:29.458077 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb30f47-0499-4533-a137-fae902695148 req-32f0c34e-c742-4358-9abd-583e425caeed tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:29.459824 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6eb30f47-0499-4533-a137-fae902695148 req-32f0c34e-c742-4358-9abd-583e425caeed tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.0820122 Jun 29 16:19:29.524411 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6eb30f47-0499-4533-a137-fae902695148 req-c90e83d9-5803-4a53-a188-18df0ac09215 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582294 Jun 29 16:19:29.544647 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f777a54-8fac-4724-b4f8-79c23d5d1c7c x-openstack-request-id: req-5f777a54-8fac-4724-b4f8-79c23d5d1c7c {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:29.544647 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc", "name": "network-vif-deleted", "tag": "b0c01634-c583-47b8-b5d7-f2586b1baa63", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:29.544647 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5f777a54-8fac-4724-b4f8-79c23d5d1c7c {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:29.544647 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3cb7c8-b713-46af-b23d-e5db8d3d1bfc', 'name': 'network-vif-deleted', 'tag': 'b0c01634-c583-47b8-b5d7-f2586b1baa63', 'status': 'completed', 'code': 200} Jun 29 16:19:29.631243 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['b0c01634-c583-47b8-b5d7-f2586b1baa63'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:19:30.074226 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37d427-1d30-4aa9-a49e-348da6a0f771 req-0ab298d5-a090-49ab-8b3c-262aab40829d tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:30.076388 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1c37d427-1d30-4aa9-a49e-348da6a0f771 req-0ab298d5-a090-49ab-8b3c-262aab40829d tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 945 time: 0.0720122 Jun 29 16:19:30.128067 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1c37d427-1d30-4aa9-a49e-348da6a0f771 req-26fbaf8f-6d03-4d29-b7a4-bced68e16fda tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Jun 29 16:19:30.332062 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c0ada-f23e-4f0a-a39b-5802d8bc1bb4 req-0854cd94-2400-4eba-956f-ac1d0a79cb06 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:30.334049 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1d4c0ada-f23e-4f0a-a39b-5802d8bc1bb4 req-0854cd94-2400-4eba-956f-ac1d0a79cb06 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0677991 Jun 29 16:19:30.375002 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1d4c0ada-f23e-4f0a-a39b-5802d8bc1bb4 req-f59d69b9-9456-4ce8-865c-d7fbd7a89905 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344894 Jun 29 16:19:30.544004 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57042) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:30.698549 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device a9c3c986-ddee-440f-b0fc-6034fe6bc49d up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:19:30.754996 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port a9c3c986-ddee-440f-b0fc-6034fe6bc49d completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:19:30.759784 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port a9c3c986-ddee-440f-b0fc-6034fe6bc49d triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:19:30.760236 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:30.855840 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:30.884490 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aa715c-65e5-4773-8bbe-f2bef65e3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c3c986-ddee-440f-b0fc-6034fe6bc49d'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:30.886928 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174976ab-6b14-46f6-aa83-1f650bd8a336" -d '{"events": [{"server_uuid": "e7aa715c-65e5-4773-8bbe-f2bef65e3424", "name": "network-vif-plugged", "status": "completed", "tag": "a9c3c986-ddee-440f-b0fc-6034fe6bc49d"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:30.904336 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port a9c3c986-ddee-440f-b0fc-6034fe6bc49d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,segment=NetworkSegment(82e8e18b-89b7-4026-82f7-f7c9dc8898e5),segment_id=82e8e18b-89b7-4026-82f7-f7c9dc8898e5)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:30.909852 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:30.911164 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 295e5020-2164-4ff6-855b-766d0e813d8e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:30.914576 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:30.966421 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-bf8b24fd-eea9-4659-88d4-f3899bbabb02 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4153805 Jun 29 16:19:30.967555 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d7dfc6-8eb1-413f-9300-2079fd0aad0d x-openstack-request-id: req-65d7dfc6-8eb1-413f-9300-2079fd0aad0d {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:30.967895 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aa715c-65e5-4773-8bbe-f2bef65e3424", "name": "network-vif-plugged", "status": "completed", "tag": "a9c3c986-ddee-440f-b0fc-6034fe6bc49d", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:30.968329 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-65d7dfc6-8eb1-413f-9300-2079fd0aad0d {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:30.968887 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aa715c-65e5-4773-8bbe-f2bef65e3424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c3c986-ddee-440f-b0fc-6034fe6bc49d', 'code': 200} Jun 29 16:19:30.990334 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98223ff2-48da-431a-aeaa-402fc07ce063 req-d8613d2e-4965-40b6-b2cd-702b099396f1 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:30.999723 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-98223ff2-48da-431a-aeaa-402fc07ce063 req-d8613d2e-4965-40b6-b2cd-702b099396f1 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.3611567 Jun 29 16:19:31.020237 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:31.030742 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:31.030919 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57078) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:31.076381 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:31.112045 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-98223ff2-48da-431a-aeaa-402fc07ce063 req-d7d68687-1d08-4f9e-bfb2-0e6f5c30c8ee tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100626 Jun 29 16:19:31.131627 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 295e5020-2164-4ff6-855b-766d0e813d8e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=295e5020-2164-4ff6-855b-766d0e813d8e,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:31.138032 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:31.140562 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 01ce19b8-fda3-4ee6-b08b-8992aa218e9d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:31.143910 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:31.245651 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=295e5020-2164-4ff6-855b-766d0e813d8e,revision_number=6']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:31.257961 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:31.345807 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a06f4-dc62-4f1b-bdcc-12aaac822b3b req-eee60a68-22eb-4fee-a2c5-074e662072fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:31.349122 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7c9a06f4-dc62-4f1b-bdcc-12aaac822b3b req-eee60a68-22eb-4fee-a2c5-074e662072fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 1099 time: 0.1355946 Jun 29 16:19:31.456313 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7c9a06f4-dc62-4f1b-bdcc-12aaac822b3b req-0903ae5c-1878-4683-ad88-8add14b10bda service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961101 Jun 29 16:19:31.535114 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c06a-dd71-492e-98f1-6b9647f15a1f req-0c0cc055-4e2d-4717-8c01-64ba6d38c80d tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:31.543149 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fec0c06a-dd71-492e-98f1-6b9647f15a1f req-0c0cc055-4e2d-4717-8c01-64ba6d38c80d tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.1597104 Jun 29 16:19:31.603865 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-781268de-f651-4e82-b7d6-701ac97f6df3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520154 Jun 29 16:19:31.626388 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fec0c06a-dd71-492e-98f1-6b9647f15a1f req-77707a32-c533-4d6a-8759-291d3ab3d89b tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823557 Jun 29 16:19:31.665611 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9cfd8-6d43-421f-9f4a-2201e7906122 req-ca2ee892-0a2c-4fa3-9050-35c7aa3eeee6 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:31.668509 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d4d9cfd8-6d43-421f-9f4a-2201e7906122 req-ca2ee892-0a2c-4fa3-9050-35c7aa3eeee6 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.1223125 Jun 29 16:19:31.734474 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d4d9cfd8-6d43-421f-9f4a-2201e7906122 req-8783cc1f-6dc1-4149-bcc2-921c4c1bb162 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598900 Jun 29 16:19:31.801928 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658169'] for router_interface, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:31.886898 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85052-71f0-49dc-a82a-1ab1b63aff88 req-196cb5b7-748e-4da1-b082-e1969413aadf tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:31.897415 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bbc85052-71f0-49dc-a82a-1ab1b63aff88 req-196cb5b7-748e-4da1-b082-e1969413aadf tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0913315 Jun 29 16:19:31.943936 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bbc85052-71f0-49dc-a82a-1ab1b63aff88 req-fca0afa5-fbcc-441e-8f91-11d0e0e80bd9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Jun 29 16:19:32.101972 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Deleting port acaf3fc1-1934-45ad-aa03-73b315c09b34 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:32.102537 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:32.183636 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] For port acaf3fc1-1934-45ad-aa03-73b315c09b34, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=acaf3fc1-1934-45ad-aa03-73b315c09b34,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:32.184026 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:32.197837 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Calling delete_port for acaf3fc1-1934-45ad-aa03-73b315c09b34 owned by network:router_interface {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:32.268033 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-a7d25240-e470-4608-b424-9f0e4b50f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:32.270046 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-a7d25240-e470-4608-b424-9f0e4b50f6b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f&tenant_id=ede810cff1934209b9175f05a4ca66be HTTP/1.1" status: 200 len: 1097 time: 0.0663228 Jun 29 16:19:32.356294 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-a360420c-d00a-4942-a220-35e1b57e7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:32.357871 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-a360420c-d00a-4942-a220-35e1b57e7477 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 1097 time: 0.0590959 Jun 29 16:19:32.396416 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:32.398867 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:32.444531 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=acaf3fc1-1934-45ad-aa03-73b315c09b34,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:32.449826 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:32.469422 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-743e7bd7-a4b5-4380-98cb-6306df3d5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:32.470892 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-743e7bd7-a4b5-4380-98cb-6306df3d5588 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 918 time: 0.1057367 Jun 29 16:19:32.585591 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-5b61a653-4d3f-48e4-b16d-7b4b292eb74a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d HTTP/1.1" status: 200 len: 1000 time: 0.1055219 Jun 29 16:19:32.685160 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-34acca54-9824-4104-bd38-124f07af5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:32.686758 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-34acca54-9824-4104-bd38-124f07af5f85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.0808277 Jun 29 16:19:32.704170 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655433'] for router_interface, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:32.713604 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device b0c01634-c583-47b8-b5d7-f2586b1baa63 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:32.755880 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: b0c01634-c583-47b8-b5d7-f2586b1baa63 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:19:32.757406 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device b0c01634-c583-47b8-b5d7-f2586b1baa63 not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:19:32.765355 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-22f21489-5bad-4a9a-9d25-7dfbd18cb1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:32.767165 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-22f21489-5bad-4a9a-9d25-7dfbd18cb1ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732844 Jun 29 16:19:32.958581 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-5584e00e-8893-4717-b51c-8e7140abac83 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824622 Jun 29 16:19:32.970509 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:32.972924 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf1f0ce-6292-4e48-bff4-5a465c1af777" -d '{"events": [{"server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "name": "network-vif-unplugged", "status": "completed", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:32.973400 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f5dbd-4d77-4826-b6e9-a3b20cfd36fa req-5c41e83a-bad1-4437-8078-fa45ac5b9cd7 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:32.974676 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-054f5dbd-4d77-4826-b6e9-a3b20cfd36fa req-5c41e83a-bad1-4437-8078-fa45ac5b9cd7 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.1999984 Jun 29 16:19:32.974799 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Router c8143067-ba7c-4c36-afc6-1add6d5a9079 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:19:33.047859 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afac050-1ecb-48b6-b502-6138890334f5 req-6cbdb150-9d1b-48e5-b888-f1829bf978b4 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:33.049333 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8afac050-1ecb-48b6-b502-6138890334f5 req-6cbdb150-9d1b-48e5-b888-f1829bf978b4 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.1798899 Jun 29 16:19:33.085792 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:19:33.091419 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-059f0f36-a8d5-410e-98a5-7b0b8a2ff4a6 admin admin] 10.222.0.83 "PUT /v2.0/routers/c8143067-ba7c-4c36-afc6-1add6d5a9079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0594797 Jun 29 16:19:33.094079 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57106) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:33.097989 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] Sync routers for ids ['c8143067-ba7c-4c36-afc6-1add6d5a9079'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:19:33.108010 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-054f5dbd-4d77-4826-b6e9-a3b20cfd36fa req-9be65866-27e4-4d01-84f8-74ffa600ab84 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220379 Jun 29 16:19:33.132663 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] Routers {'c8143067-ba7c-4c36-afc6-1add6d5a9079'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:19:33.133457 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:19:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['c8143067-ba7c-4c36-afc6-1add6d5a9079'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:33.167009 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8afac050-1ecb-48b6-b502-6138890334f5 req-2639f4da-da50-4a21-a2e3-490b9a87d49f tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092458 Jun 29 16:19:33.168936 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0918c6e7-8884-4bf2-8394-10c9437283c0 req-01114e29-696c-44c0-9193-0d0471e3b7ac service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932981 Jun 29 16:19:33.203895 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-6b791774-7ce3-4af6-9a1f-0d6b66f9705a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:33.205699 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-6b791774-7ce3-4af6-9a1f-0d6b66f9705a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad&tenant_id=7ce43a5ee1ea4e489191275815a7235b HTTP/1.1" status: 200 len: 1096 time: 0.1103241 Jun 29 16:19:33.279399 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007e0220-7a47-4f59-999a-62ea57879a7a x-openstack-request-id: req-007e0220-7a47-4f59-999a-62ea57879a7a {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:33.280180 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "name": "network-vif-unplugged", "status": "completed", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:33.280654 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-007e0220-7a47-4f59-999a-62ea57879a7a {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:33.281294 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e', 'code': 200} Jun 29 16:19:33.301277 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Notify callbacks [] for router, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:33.326747 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-90efb116-b0f7-41eb-b0c3-79b5d0b7a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:33.332835 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] Set router c8143067-ba7c-4c36-afc6-1add6d5a9079 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:19:33.335747 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-90efb116-b0f7-41eb-b0c3-79b5d0b7a2ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ce43a5ee1ea4e489191275815a7235b&device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 1096 time: 0.0748293 Jun 29 16:19:33.443157 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:33.522466 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Deleting port 1babb479-aed4-4dae-82ea-40e96422769c {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:33.522988 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:33.574789 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-dd78a85b-e50c-4d7a-b2ea-3b3ace2a697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:33.576367 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-dd78a85b-e50c-4d7a-b2ea-3b3ace2a697a service neutron] 10.222.0.61 "GET /v2.0/networks?id=da301bec-01b9-4017-b7b4-8b818fb048cc HTTP/1.1" status: 200 len: 910 time: 0.2349656 Jun 29 16:19:33.655316 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249'}], 'enable_snat': True}, 'gw_port_id': '1babb479-aed4-4dae-82ea-40e96422769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:19:32Z', 'revision_number': 5, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port': {'id': '1babb479-aed4-4dae-82ea-40e96422769c', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:52Z', 'updated_at': '2021-06-29T16:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:33.662307 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845d245-662d-4a35-84ee-c20c299c1282 req-39d7f692-d3c2-4b87-bc50-5794fe2eb674 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:33.664885 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0845d245-662d-4a35-84ee-c20c299c1282 req-39d7f692-d3c2-4b87-bc50-5794fe2eb674 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.1781590 Jun 29 16:19:33.686964 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] For port 1babb479-aed4-4dae-82ea-40e96422769c, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=1babb479-aed4-4dae-82ea-40e96422769c,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:33.687323 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:33.695342 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] Checking router: c8143067-ba7c-4c36-afc6-1add6d5a9079 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:19:33.707409 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] Routers {'c8143067-ba7c-4c36-afc6-1add6d5a9079'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:19:33.708189 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:19:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['c8143067-ba7c-4c36-afc6-1add6d5a9079'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:33.716213 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Calling delete_port for 1babb479-aed4-4dae-82ea-40e96422769c owned by network:router_gateway {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:33.741134 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-9a661dd5-5350-4a76-9d95-15d252441815 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=295e5020-2164-4ff6-855b-766d0e813d8e HTTP/1.1" status: 200 len: 999 time: 0.1570675 Jun 29 16:19:33.744701 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0845d245-662d-4a35-84ee-c20c299c1282 req-16bf95a2-6716-43cf-8bd5-0e72c9b864cd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715911 Jun 29 16:19:33.807730 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-c12b02ad-9ab7-4890-bb14-1835bc5ebfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:33.809235 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-c12b02ad-9ab7-4890-bb14-1835bc5ebfc4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3 HTTP/1.1" status: 200 len: 848 time: 0.0602984 Jun 29 16:19:33.867995 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] Set router c8143067-ba7c-4c36-afc6-1add6d5a9079 gateway port host: None {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:19:33.945160 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-ef137668-3bcf-4cae-9b25-ad478952f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:33.952353 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-ef137668-3bcf-4cae-9b25-ad478952f3eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da301bec-01b9-4017-b7b4-8b818fb048cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1363981 Jun 29 16:19:33.972457 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:19:33Z', 'revision_number': 6, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port_host': None}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:34.005117 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea494e-99ae-45ce-98f0-0800d4fdccb2 None None] The sync data for ids ['c8143067-ba7c-4c36-afc6-1add6d5a9079'] in dv-cinder-786260-7-smb is: [{'id': 'c8143067-ba7c-4c36-afc6-1add6d5a9079', 'name': 'tempest-TestMinimumBasicScenario-13258162-router', 'tenant_id': '4cbac1035e634e8cb68bb71071152f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:51Z', 'updated_at': '2021-06-29T16:19:33Z', 'revision_number': 6, 'project_id': '4cbac1035e634e8cb68bb71071152f0f', 'gw_port_host': None}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:19:34.038365 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.073374 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:34.108048 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Pushing event deleted for resources: {'Port': ['ID=1babb479-aed4-4dae-82ea-40e96422769c,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:34.130790 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:34.177549 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586157'] for router_gateway, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.307128 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1655973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1005'] for router, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.310198 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.362499 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656492'] for router, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.363491 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8143067-ba7c-4c36-afc6-1add6d5a9079 {{(pid=93150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:19:34.381541 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.385881 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-f65b9234-530f-4914-9ff8-16fe74a34229 admin admin] 10.222.0.83 "DELETE /v2.0/routers/c8143067-ba7c-4c36-afc6-1add6d5a9079 HTTP/1.1" status: 204 len: 168 time: 1.2886779 Jun 29 16:19:34.386456 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57136) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:34.451333 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db1b3-c577-4cd4-aaa6-861d7b2dd8fd req-4ce78aec-23ba-4a87-a09f-c0a1928b80e9 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:34.452955 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e2e94e-098f-4803-8871-63ee71abde96 admin admin] Deleting subnet 66567384-d5ce-45e8-ad8a-c908362f0cb5 {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:19:34.453845 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-459db1b3-c577-4cd4-aaa6-861d7b2dd8fd req-4ce78aec-23ba-4a87-a09f-c0a1928b80e9 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.1368494 Jun 29 16:19:34.460516 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e94e-098f-4803-8871-63ee71abde96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.512319 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e94e-098f-4803-8871-63ee71abde96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.514764 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-459db1b3-c577-4cd4-aaa6-861d7b2dd8fd req-feea8dc2-b311-4eb4-9e7c-be5add2366be tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486147 Jun 29 16:19:34.657054 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e94e-098f-4803-8871-63ee71abde96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.724152 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e94e-098f-4803-8871-63ee71abde96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.728460 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e53e6fd9-2036-4009-b76e-c3e854aaca2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:34.758460 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a1e2e94e-098f-4803-8871-63ee71abde96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.762413 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a1e2e94e-098f-4803-8871-63ee71abde96 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/66567384-d5ce-45e8-ad8a-c908362f0cb5 HTTP/1.1" status: 204 len: 168 time: 0.3725779 Jun 29 16:19:34.762413 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2e94e-098f-4803-8871-63ee71abde96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66567384-d5ce-45e8-ad8a-c908362f0cb5,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:34.762738 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57140) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:34.768135 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9da6a9-3b4f-4c1b-8f55-3ae3dc01d29f None None] Network 53ef2302-3df0-4d2f-90d0-bd20220efc03 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:19:34.776674 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a1e2e94e-098f-4803-8871-63ee71abde96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:34.877982 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:34.978578 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device acaf3fc1-1934-45ad-aa03-73b315c09b34 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:35.010096 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: acaf3fc1-1934-45ad-aa03-73b315c09b34 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:19:35.010518 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device acaf3fc1-1934-45ad-aa03-73b315c09b34 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:19:35.072222 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] DHCP port deletion for 53ef2302-3df0-4d2f-90d0-bd20220efc03 request from dv-cinder-786260-7-smb {{(pid=93152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:19:35.149894 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] Deleting port ae036ef7-5b74-4a55-ac64-1f35633b7545 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:35.150407 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.158847 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22398a45-5b5b-4c3e-b05a-3cb4f1b9a7c1 req-ffd95d0f-2200-49b7-87c7-6fb0e27d3ad4 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:35.164856 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22398a45-5b5b-4c3e-b05a-3cb4f1b9a7c1 req-ffd95d0f-2200-49b7-87c7-6fb0e27d3ad4 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.2029877 Jun 29 16:19:35.169844 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Deleting port ae036ef7-5b74-4a55-ac64-1f35633b7545 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:35.170187 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.288610 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] For port ae036ef7-5b74-4a55-ac64-1f35633b7545, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=ae036ef7-5b74-4a55-ac64-1f35633b7545,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:35.294345 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.332400 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-22398a45-5b5b-4c3e-b05a-3cb4f1b9a7c1 req-65fb71e8-22bb-4c33-9c53-92e08ed858bc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599298 Jun 29 16:19:35.332618 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] Calling delete_port for ae036ef7-5b74-4a55-ac64-1f35633b7545 owned by network:dhcp {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:35.340241 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] For port ae036ef7-5b74-4a55-ac64-1f35633b7545, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=ae036ef7-5b74-4a55-ac64-1f35633b7545,segment=NetworkSegment(d87647da-e281-4dc9-a320-e1ba56aec873),segment_id=d87647da-e281-4dc9-a320-e1ba56aec873)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:35.340783 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.369654 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Calling delete_port for ae036ef7-5b74-4a55-ac64-1f35633b7545 owned by network:dhcp {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:35.508940 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.513974 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a2bf72db-ba6f-43b9-b265-7761655110f5 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:35.545636 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.547940 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:35.555162 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae036ef7-5b74-4a55-ac64-1f35633b7545,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:35.558757 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:35.563932 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] No DVR routers for this DVR port ae036ef7-5b74-4a55-ac64-1f35633b7545 on host dv-cinder-786260-7-smb {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:19:35.585097 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] Pushing event deleted for resources: {'Port': ['ID=ae036ef7-5b74-4a55-ac64-1f35633b7545,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:35.588377 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:35.596180 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] No DVR routers for this DVR port ae036ef7-5b74-4a55-ac64-1f35633b7545 on host dv-cinder-786260-7-smb {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:19:35.672254 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.688959 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ef2302-3df0-4d2f-90d0-bd20220efc03']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:35.714546 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87647da-e281-4dc9-a320-e1ba56aec873') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:35.715014 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87647da-e281-4dc9-a320-e1ba56aec873') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:35.728248 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.771743 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.782676 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:19:35.783146 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:19:35.786570 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:19:35.875809 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.883708 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:35.893919 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e22af5-4862-4a01-ad97-0f3bbeaeb6a2 req-94a75f2e-16a3-4f31-acf7-533862ba8b96 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:35.895531 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1e22af5-4862-4a01-ad97-0f3bbeaeb6a2 req-94a75f2e-16a3-4f31-acf7-533862ba8b96 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.1599193 Jun 29 16:19:35.905471 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:35.907642 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] 10.222.0.83 "DELETE /v2.0/networks/53ef2302-3df0-4d2f-90d0-bd20220efc03 HTTP/1.1" status: 204 len: 168 time: 1.1437621 Jun 29 16:19:35.910915 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57160) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:35.911408 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=53ef2302-3df0-4d2f-90d0-bd20220efc03,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:35.917617 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:35.978284 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1e22af5-4862-4a01-ad97-0f3bbeaeb6a2 req-92b9e4fb-8c5e-4a2f-9e29-df5ba0802624 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687783 Jun 29 16:19:36.537717 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40932246-39f4-4280-9aa5-80d2eee14c85 req-e286ffb6-c9b9-460c-86c8-873d2212e26d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:36.540241 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-40932246-39f4-4280-9aa5-80d2eee14c85 req-e286ffb6-c9b9-460c-86c8-873d2212e26d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0908868 Jun 29 16:19:36.623165 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-40932246-39f4-4280-9aa5-80d2eee14c85 req-311b680a-4dc4-44c7-bb21-d30f71df3fdd tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763907 Jun 29 16:19:36.645043 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 1babb479-aed4-4dae-82ea-40e96422769c no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:36.692589 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 1babb479-aed4-4dae-82ea-40e96422769c {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:19:36.692926 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 1babb479-aed4-4dae-82ea-40e96422769c not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:19:36.693459 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device ae036ef7-5b74-4a55-ac64-1f35633b7545 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:36.860052 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658169'] for router_interface, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:36.888903 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: ae036ef7-5b74-4a55-ac64-1f35633b7545 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:19:36.889244 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device ae036ef7-5b74-4a55-ac64-1f35633b7545 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:19:36.904351 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f28938-98c6-4f1b-ba71-a8a591f9654a req-67f4674b-4595-42f3-a9da-4539b934b689 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:36.911109 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-61f28938-98c6-4f1b-ba71-a8a591f9654a req-67f4674b-4595-42f3-a9da-4539b934b689 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.1489449 Jun 29 16:19:36.960274 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-61f28938-98c6-4f1b-ba71-a8a591f9654a req-ae18e430-f573-4b92-8327-3db5a42af760 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Jun 29 16:19:37.187031 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Deleting port 2d7675d7-9618-4b35-922c-30d2fdc6d66b {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:37.187607 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:37.200314 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff028e-89cb-4f92-a001-6e2c5a50a33b req-eed3bbd2-761b-499f-bb48-f6a7094ab796 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:37.202242 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-63ff028e-89cb-4f92-a001-6e2c5a50a33b req-eed3bbd2-761b-499f-bb48-f6a7094ab796 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.0725679 Jun 29 16:19:37.250180 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-63ff028e-89cb-4f92-a001-6e2c5a50a33b req-71f8582f-1498-428d-a96c-7cc248fddcc4 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374959 Jun 29 16:19:37.280299 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] For port 2d7675d7-9618-4b35-922c-30d2fdc6d66b, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=2d7675d7-9618-4b35-922c-30d2fdc6d66b,segment=NetworkSegment(67600fda-da1e-46b6-b61f-f177a482a3a6),segment_id=67600fda-da1e-46b6-b61f-f177a482a3a6)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:37.280709 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:37.294407 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Calling delete_port for 2d7675d7-9618-4b35-922c-30d2fdc6d66b owned by network:router_interface {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:37.484305 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:37.486431 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-977f4cb2-0219-4690-a0b0-d310abdcc2a4 tempest-VolumesActionsTest-1386898865 tempest-VolumesActionsTest-1386898865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:37.517832 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7675d7-9618-4b35-922c-30d2fdc6d66b,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:37.521910 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:37.708924 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655433'] for router_interface, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:37.851929 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eb0ca-a270-4be9-bc52-acf011dea54c req-f59f4197-c2d0-4416-8cf3-10897826d58f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:37.853776 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1b6eb0ca-a270-4be9-bc52-acf011dea54c req-f59f4197-c2d0-4416-8cf3-10897826d58f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0729384 Jun 29 16:19:37.895875 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1b6eb0ca-a270-4be9-bc52-acf011dea54c req-8aea448f-8d67-46bb-b974-dd97895fd727 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361934 Jun 29 16:19:37.970537 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Router 77e65f3f-b80b-401d-8c99-9b7460da64ba has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:19:38.103340 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:19:38.110259 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] 10.222.0.83 "PUT /v2.0/routers/77e65f3f-b80b-401d-8c99-9b7460da64ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1974924 Jun 29 16:19:38.114822 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57184) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:38.123328 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] Sync routers for ids ['77e65f3f-b80b-401d-8c99-9b7460da64ba'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:19:38.133701 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] Routers {'77e65f3f-b80b-401d-8c99-9b7460da64ba'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:19:38.134339 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:19:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['77e65f3f-b80b-401d-8c99-9b7460da64ba'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:38.167643 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c8730-25c1-4653-a3e1-fefe4f8b620d req-f0723e6d-cfdc-4a68-8805-63c3019e8714 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:38.169755 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-849c8730-25c1-4653-a3e1-fefe4f8b620d req-f0723e6d-cfdc-4a68-8805-63c3019e8714 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.0902295 Jun 29 16:19:38.230016 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-849c8730-25c1-4653-a3e1-fefe4f8b620d req-21ff3e02-b08e-4000-9aa0-b0018f8441b4 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538344 Jun 29 16:19:38.264615 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Notify callbacks [] for router, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:38.304951 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] Set router 77e65f3f-b80b-401d-8c99-9b7460da64ba gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:19:38.460865 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:38.473144 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c070d2-4ea0-4f76-999d-912fe9ee5f36 req-bb1f93f8-3367-4bb8-9624-b16832a59261 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:38.474957 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-99c070d2-4ea0-4f76-999d-912fe9ee5f36 req-bb1f93f8-3367-4bb8-9624-b16832a59261 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.0964158 Jun 29 16:19:38.535686 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'name': 'tempest-TestMinimumBasicScenario-1183036328-router', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10'}], 'enable_snat': True}, 'gw_port_id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:56Z', 'updated_at': '2021-06-29T16:19:37Z', 'revision_number': 5, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'gw_port': {'id': '5323f48d-f3ba-49d0-a94a-537d0bbc550a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:57Z', 'updated_at': '2021-06-29T16:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:38.537791 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Deleting port 5323f48d-f3ba-49d0-a94a-537d0bbc550a {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:38.538142 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:38.553347 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-99c070d2-4ea0-4f76-999d-912fe9ee5f36 req-536cf0b5-68a0-4c7c-9a5b-b842cd83446a tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699964 Jun 29 16:19:38.572379 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] Checking router: 77e65f3f-b80b-401d-8c99-9b7460da64ba for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:19:38.582955 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] Routers {'77e65f3f-b80b-401d-8c99-9b7460da64ba'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:19:38.583853 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:19:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['77e65f3f-b80b-401d-8c99-9b7460da64ba'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:38.672540 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] For port 5323f48d-f3ba-49d0-a94a-537d0bbc550a, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=5323f48d-f3ba-49d0-a94a-537d0bbc550a,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:38.672915 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:38.686738 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Calling delete_port for 5323f48d-f3ba-49d0-a94a-537d0bbc550a owned by network:router_gateway {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:38.708586 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] Set router 77e65f3f-b80b-401d-8c99-9b7460da64ba gateway port host: None {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:19:38.771483 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'name': 'tempest-TestMinimumBasicScenario-1183036328-router', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:56Z', 'updated_at': '2021-06-29T16:19:38Z', 'revision_number': 6, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'gw_port_host': None}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:38.877523 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:38.881295 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e9067535-f152-43dd-b83f-4a22a2918d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:38.893753 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340556cc-0202-4fb6-b0fe-ea5d36c20323 None None] The sync data for ids ['77e65f3f-b80b-401d-8c99-9b7460da64ba'] in dv-cinder-786260-7-smb is: [{'id': '77e65f3f-b80b-401d-8c99-9b7460da64ba', 'name': 'tempest-TestMinimumBasicScenario-1183036328-router', 'tenant_id': 'dc84e617e44740fea8975ca4a9615303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:56Z', 'updated_at': '2021-06-29T16:19:38Z', 'revision_number': 6, 'project_id': 'dc84e617e44740fea8975ca4a9615303', 'gw_port_host': None}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:19:38.912070 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Pushing event deleted for resources: {'Port': ['ID=5323f48d-f3ba-49d0-a94a-537d0bbc550a,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:38.916337 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:38.988549 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586157'] for router_gateway, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.097088 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1655973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1005'] for router, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.100155 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.116482 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0d4a0-e9e6-4023-bad2-486cbe1ef2c4 req-e26fa97c-1c1a-4c27-8689-467fb13cbfeb tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:39.120868 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-25c0d4a0-e9e6-4023-bad2-486cbe1ef2c4 req-e26fa97c-1c1a-4c27-8689-467fb13cbfeb tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0841730 Jun 29 16:19:39.157589 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-25c0d4a0-e9e6-4023-bad2-486cbe1ef2c4 req-d6851fac-2582-41b4-b4ec-c580a25aa4a2 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356798 Jun 29 16:19:39.178421 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656492'] for router, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.179244 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77e65f3f-b80b-401d-8c99-9b7460da64ba {{(pid=93150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:19:39.195077 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.196306 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] 10.222.0.83 "DELETE /v2.0/routers/77e65f3f-b80b-401d-8c99-9b7460da64ba HTTP/1.1" status: 204 len: 168 time: 1.0801575 Jun 29 16:19:39.199960 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57190) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:39.253391 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb0d394-b10e-4885-bfb7-0959a9fe56d5 admin admin] Deleting subnet f1e20f9e-8edf-48a9-a1e9-17f41976b426 {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:19:39.257910 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4fb0d394-b10e-4885-bfb7-0959a9fe56d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.303825 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4fb0d394-b10e-4885-bfb7-0959a9fe56d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.414865 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4fb0d394-b10e-4885-bfb7-0959a9fe56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.467220 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f683ac-4358-4cf5-badf-2b859c2c87a5 req-dfed2e32-d8cd-4af9-b7e3-624a9e4144b4 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:39.468937 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-35f683ac-4358-4cf5-badf-2b859c2c87a5 req-dfed2e32-d8cd-4af9-b7e3-624a9e4144b4 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.0766528 Jun 29 16:19:39.476638 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4fb0d394-b10e-4885-bfb7-0959a9fe56d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.487157 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:39.497717 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39292b-04ac-4303-acad-cc47925779ae None None] Network 5e234572-834f-46d5-a1fa-53dd66e14827 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:19:39.511056 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4fb0d394-b10e-4885-bfb7-0959a9fe56d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.515255 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-4fb0d394-b10e-4885-bfb7-0959a9fe56d5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/f1e20f9e-8edf-48a9-a1e9-17f41976b426 HTTP/1.1" status: 204 len: 168 time: 0.3121700 Jun 29 16:19:39.517126 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57196) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:39.546987 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0d394-b10e-4885-bfb7-0959a9fe56d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e20f9e-8edf-48a9-a1e9-17f41976b426,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:39.553216 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4fb0d394-b10e-4885-bfb7-0959a9fe56d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:39.605180 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-35f683ac-4358-4cf5-badf-2b859c2c87a5 req-306fb3e4-62bd-4c8c-8048-b1eae5f4bb05 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155832 Jun 29 16:19:39.656264 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.745918 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Deleting port db4cb23a-5473-40bf-88b0-283b308e60ea {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:39.746195 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.781428 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] DHCP port deletion for 5e234572-834f-46d5-a1fa-53dd66e14827 request from dv-cinder-786260-7-smb {{(pid=93152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:19:39.853160 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] Deleting port db4cb23a-5473-40bf-88b0-283b308e60ea {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:39.853544 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.873445 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] For port db4cb23a-5473-40bf-88b0-283b308e60ea, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=db4cb23a-5473-40bf-88b0-283b308e60ea,segment=NetworkSegment(67600fda-da1e-46b6-b61f-f177a482a3a6),segment_id=67600fda-da1e-46b6-b61f-f177a482a3a6)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:39.873765 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.897814 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Calling delete_port for db4cb23a-5473-40bf-88b0-283b308e60ea owned by network:dhcp {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:39.928914 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] For port db4cb23a-5473-40bf-88b0-283b308e60ea, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=db4cb23a-5473-40bf-88b0-283b308e60ea,segment=NetworkSegment(67600fda-da1e-46b6-b61f-f177a482a3a6),segment_id=67600fda-da1e-46b6-b61f-f177a482a3a6)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:39.929405 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:39.943797 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] Calling delete_port for db4cb23a-5473-40bf-88b0-283b308e60ea owned by network:dhcp {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:39.983857 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65463845-f4b7-4f06-a8f9-a70b8eafe350 req-0fee5da4-0d3a-43e1-a370-708d0e97fe97 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:39.985620 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-65463845-f4b7-4f06-a8f9-a70b8eafe350 req-0fee5da4-0d3a-43e1-a370-708d0e97fe97 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.1748137 Jun 29 16:19:40.054553 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-65463845-f4b7-4f06-a8f9-a70b8eafe350 req-1ba57438-e77d-44df-a373-edeebfac81c4 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596156 Jun 29 16:19:40.067100 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.078414 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.079513 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:40.086815 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] No DVR routers for this DVR port db4cb23a-5473-40bf-88b0-283b308e60ea on host dv-cinder-786260-7-smb {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:19:40.091632 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:40.135516 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] Pushing event deleted for resources: {'Port': ['ID=db4cb23a-5473-40bf-88b0-283b308e60ea,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:40.139103 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:40.140056 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] No DVR routers for this DVR port db4cb23a-5473-40bf-88b0-283b308e60ea on host dv-cinder-786260-7-smb {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:19:40.169138 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Pushing event deleted for resources: {'Port': ['ID=db4cb23a-5473-40bf-88b0-283b308e60ea,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:40.177382 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:40.242961 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.254255 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e234572-834f-46d5-a1fa-53dd66e14827']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:40.270601 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67600fda-da1e-46b6-b61f-f177a482a3a6') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:40.271149 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67600fda-da1e-46b6-b61f-f177a482a3a6') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:19:40.285583 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.302148 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.315134 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:19:40.316816 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:19:40.361344 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:19:40.412856 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.422655 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:40.425172 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.426968 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] 10.222.0.83 "DELETE /v2.0/networks/5e234572-834f-46d5-a1fa-53dd66e14827 HTTP/1.1" status: 204 len: 168 time: 0.9087241 Jun 29 16:19:40.440507 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Pushing event deleted for resources: {'Network': ['ID=5e234572-834f-46d5-a1fa-53dd66e14827,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:40.457859 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:40.473091 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1f769-02f8-4405-bc95-767b19df0d64 req-d27077bf-ebb9-4467-9956-75e840d916aa tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:40.479292 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7cd1f769-02f8-4405-bc95-767b19df0d64 req-d27077bf-ebb9-4467-9956-75e840d916aa tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.1153071 Jun 29 16:19:40.516132 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7cd1f769-02f8-4405-bc95-767b19df0d64 req-1f2736c8-7024-45a6-8023-19a360a96932 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356314 Jun 29 16:19:40.649052 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 2d7675d7-9618-4b35-922c-30d2fdc6d66b no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:40.652584 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57206) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:40.676126 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 2d7675d7-9618-4b35-922c-30d2fdc6d66b {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:19:40.677117 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 2d7675d7-9618-4b35-922c-30d2fdc6d66b not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:19:40.678019 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device db4cb23a-5473-40bf-88b0-283b308e60ea no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:40.701627 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: db4cb23a-5473-40bf-88b0-283b308e60ea {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:19:40.702101 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device db4cb23a-5473-40bf-88b0-283b308e60ea not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:19:40.702594 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 5323f48d-f3ba-49d0-a94a-537d0bbc550a no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:40.723338 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-d0134c38-e206-4595-bac8-dd74eb0da7ff admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4cbac1035e634e8cb68bb71071152f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669777 Jun 29 16:19:40.723738 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57208) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:40.736189 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 5323f48d-f3ba-49d0-a94a-537d0bbc550a {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:19:40.736542 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 5323f48d-f3ba-49d0-a94a-537d0bbc550a not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:19:40.827590 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe62b38-53ae-4363-924e-97e2428fd511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.858956 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe62b38-53ae-4363-924e-97e2428fd511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.885408 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0aced-3774-4fc5-b684-f6cf9b9220ab req-7186cfd0-bfb9-45aa-89a0-357ba18518e5 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:40.886912 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7ee0aced-3774-4fc5-b684-f6cf9b9220ab req-7186cfd0-bfb9-45aa-89a0-357ba18518e5 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.1125782 Jun 29 16:19:40.942363 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7ee0aced-3774-4fc5-b684-f6cf9b9220ab req-9cbab5d8-5c4b-4961-b240-f743f34fb41c tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Jun 29 16:19:40.956546 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe62b38-53ae-4363-924e-97e2428fd511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.959388 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfe62b38-53ae-4363-924e-97e2428fd511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:40.963061 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-dfe62b38-53ae-4363-924e-97e2428fd511 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/862fb6dc-8ba8-4af7-abb9-ba9a3beaaede HTTP/1.1" status: 204 len: 168 time: 0.2358646 Jun 29 16:19:40.963061 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-d3ddf3be-88c2-4805-9ea2-1f6610e40408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:40.972565 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe62b38-53ae-4363-924e-97e2428fd511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862fb6dc-8ba8-4af7-abb9-ba9a3beaaede,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:40.975143 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dfe62b38-53ae-4363-924e-97e2428fd511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:41.273896 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc7f3a-b468-4d67-b908-441eb8abc070 req-7e17831f-fa6e-4577-993b-ee1a2219ec9a tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:41.275493 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-becc7f3a-b468-4d67-b908-441eb8abc070 req-7e17831f-fa6e-4577-993b-ee1a2219ec9a tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.0710890 Jun 29 16:19:41.328437 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-becc7f3a-b468-4d67-b908-441eb8abc070 req-3cb1f602-a5cf-41ec-9990-88b512c840fc tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 Jun 29 16:19:41.331274 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57216) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:41.382678 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-e9df96ea-5664-4ba4-81e4-087860c9d177 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dc84e617e44740fea8975ca4a9615303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493622 Jun 29 16:19:41.384971 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57218) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:19:41.436459 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2dbb368c-4a25-49aa-a26a-b4577d02998a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:41.460025 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2dbb368c-4a25-49aa-a26a-b4577d02998a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:41.509206 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2dbb368c-4a25-49aa-a26a-b4577d02998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:41.512373 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2dbb368c-4a25-49aa-a26a-b4577d02998a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:41.517016 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-2dbb368c-4a25-49aa-a26a-b4577d02998a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/29f0ca38-f042-4df5-bf11-e89e41cb8f56 HTTP/1.1" status: 204 len: 168 time: 0.1278577 Jun 29 16:19:41.517016 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-07c3d4dc-f89c-423a-84fd-2a40a35b0c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:41.524289 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb368c-4a25-49aa-a26a-b4577d02998a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f0ca38-f042-4df5-bf11-e89e41cb8f56,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:41.526816 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2dbb368c-4a25-49aa-a26a-b4577d02998a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:41.759773 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d1067-ca91-4c1f-b8d1-2b93189634bd req-2c1cab6f-661c-4291-925c-e792f0b6bc2f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:41.761643 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e32d1067-ca91-4c1f-b8d1-2b93189634bd req-2c1cab6f-661c-4291-925c-e792f0b6bc2f tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0851002 Jun 29 16:19:41.806791 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e32d1067-ca91-4c1f-b8d1-2b93189634bd req-d64154af-39ef-4f1b-b0e2-37258da075b9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383506 Jun 29 16:19:42.132806 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56dbe4-f1ee-46c0-9395-439bd24088a7 req-ab17f10f-7e25-4c11-94ef-e123605e9167 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:42.134469 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fa56dbe4-f1ee-46c0-9395-439bd24088a7 req-ab17f10f-7e25-4c11-94ef-e123605e9167 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.0729573 Jun 29 16:19:42.174489 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fa56dbe4-f1ee-46c0-9395-439bd24088a7 req-3f3998c0-39a0-4e8a-ac8c-4f21f0670bd5 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343087 Jun 29 16:19:42.512738 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f138fc-3bb3-42af-a013-2f21eab3ae8e req-f97c2f0b-87eb-4424-bb65-820a74d5bbc4 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:42.514615 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-51f138fc-3bb3-42af-a013-2f21eab3ae8e req-f97c2f0b-87eb-4424-bb65-820a74d5bbc4 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.0667090 Jun 29 16:19:42.554875 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-51f138fc-3bb3-42af-a013-2f21eab3ae8e req-a03bc3d7-cbe4-46a3-8915-acb55855770a tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335333 Jun 29 16:19:43.016988 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0053e07-ba98-43f2-87e7-f0ff11661a89 req-6d39c74a-1303-4f84-93e8-420ffa20d70a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:43.018453 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a0053e07-ba98-43f2-87e7-f0ff11661a89 req-6d39c74a-1303-4f84-93e8-420ffa20d70a tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0778837 Jun 29 16:19:43.058614 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a0053e07-ba98-43f2-87e7-f0ff11661a89 req-5f8e8a77-33a0-4474-a550-ccc3e63f06dc tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341249 Jun 29 16:19:43.357289 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128295f7-7542-432d-b148-da70130c6219 req-d45e7b0f-72c8-4f99-9a56-1e078af63a82 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:43.358959 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-128295f7-7542-432d-b148-da70130c6219 req-d45e7b0f-72c8-4f99-9a56-1e078af63a82 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.0684159 Jun 29 16:19:43.405711 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-128295f7-7542-432d-b148-da70130c6219 req-c7983b47-37bf-4c4e-994c-6dc9927282bd tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369473 Jun 29 16:19:43.755101 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faafa0-0700-43e4-9a12-fb17194a1900 req-7eb4685e-b2ff-4315-ab9f-65a90e070482 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:43.756590 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-95faafa0-0700-43e4-9a12-fb17194a1900 req-7eb4685e-b2ff-4315-ab9f-65a90e070482 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.0644567 Jun 29 16:19:43.794573 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-95faafa0-0700-43e4-9a12-fb17194a1900 req-2c5f4efe-087d-45e0-b265-d944bb312d3e tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322247 Jun 29 16:19:44.064291 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-ef70a496-39c7-492b-b3be-039b678a36ce service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913024 Jun 29 16:19:44.168258 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60814ecd-1a1a-4a2e-922a-46d0952c410e req-7a18f6bc-deba-45aa-945d-46dd4c845e6d service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897794 Jun 29 16:19:44.240241 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ec49c-b56e-4ce6-ad67-8fd422f425b2 req-8388e837-268b-4ca3-9b67-e9f3dba4d838 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:44.243116 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b03ec49c-b56e-4ce6-ad67-8fd422f425b2 req-8388e837-268b-4ca3-9b67-e9f3dba4d838 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0660882 Jun 29 16:19:44.281049 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b03ec49c-b56e-4ce6-ad67-8fd422f425b2 req-49d7d160-b2f0-4b0a-85c4-f4be3873b43e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336773 Jun 29 16:19:44.580002 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931015a5-5a62-46a0-aea6-ee2c04e17a8f req-e6b51249-e557-4193-a8ef-33db6676a0da tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:44.582203 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-931015a5-5a62-46a0-aea6-ee2c04e17a8f req-e6b51249-e557-4193-a8ef-33db6676a0da tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.0628827 Jun 29 16:19:44.619622 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-931015a5-5a62-46a0-aea6-ee2c04e17a8f req-2d4407b9-5a66-4aa8-bc76-4733b615b678 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Jun 29 16:19:44.975584 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96f10d-92ad-40db-b3b9-fe52738c083c req-09799498-fe68-49d2-9d49-c869db02926d tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:44.977057 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8d96f10d-92ad-40db-b3b9-fe52738c083c req-09799498-fe68-49d2-9d49-c869db02926d tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.0685024 Jun 29 16:19:45.251256 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8d96f10d-92ad-40db-b3b9-fe52738c083c req-0fd376e0-ccc0-4595-8ee7-64f9b8aad317 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674632 Jun 29 16:19:45.459678 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474f4ec-736a-43d5-aa64-f0ffe7a8f1c4 req-fb91a4d8-516a-4238-88d5-4e850bec3451 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:45.461157 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9474f4ec-736a-43d5-aa64-f0ffe7a8f1c4 req-fb91a4d8-516a-4238-88d5-4e850bec3451 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0646598 Jun 29 16:19:45.499984 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9474f4ec-736a-43d5-aa64-f0ffe7a8f1c4 req-f276a505-6d7b-4568-b3d8-3fe2c4b4d9a0 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330601 Jun 29 16:19:45.596696 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-3b5e5fa5-82ac-4a5b-b26d-4c02afd2e0d3 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:45.598864 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-3b5e5fa5-82ac-4a5b-b26d-4c02afd2e0d3 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.61 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.0631516 Jun 29 16:19:45.709413 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Deleting port a9c3c986-ddee-440f-b0fc-6034fe6bc49d {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:19:45.709920 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:45.837315 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] For port a9c3c986-ddee-440f-b0fc-6034fe6bc49d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,segment=NetworkSegment(82e8e18b-89b7-4026-82f7-f7c9dc8898e5),segment_id=82e8e18b-89b7-4026-82f7-f7c9dc8898e5)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:45.837672 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:45.854367 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Calling delete_port for a9c3c986-ddee-440f-b0fc-6034fe6bc49d owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:19:45.868633 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343bc52-0f05-4182-a32b-4f2804d6b933 req-7f4d5724-1ce7-484d-bffa-d764b6223e74 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:45.870211 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e343bc52-0f05-4182-a32b-4f2804d6b933 req-7f4d5724-1ce7-484d-bffa-d764b6223e74 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7aa715c-65e5-4773-8bbe-f2bef65e3424 HTTP/1.1" status: 200 len: 946 time: 0.1210320 Jun 29 16:19:45.955588 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e343bc52-0f05-4182-a32b-4f2804d6b933 req-49ca436d-fed1-49de-a250-0900cfd98176 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.83 "GET /v2.0/security-groups?id=61634a5d-5880-49ed-8222-cf45f60cb9e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791636 Jun 29 16:19:46.032351 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:46.036450 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:46.048270 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['a9c3c986-ddee-440f-b0fc-6034fe6bc49d'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:19:46.062289 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Pushing event deleted for resources: {'Port': ['ID=a9c3c986-ddee-440f-b0fc-6034fe6bc49d,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:46.066264 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:46.108965 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] No DVR routers for this DVR port a9c3c986-ddee-440f-b0fc-6034fe6bc49d on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:19:46.111838 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:46.113914 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b044e786-2f33-45a6-a76f-756b6379beb4 req-1aa06640-8932-490b-a8f0-0bb6cd3cd666 tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] 10.222.0.61 "DELETE /v2.0/ports/a9c3c986-ddee-440f-b0fc-6034fe6bc49d HTTP/1.1" status: 204 len: 173 time: 0.5068443 Jun 29 16:19:46.114424 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aa715c-65e5-4773-8bbe-f2bef65e3424', 'name': 'network-vif-deleted', 'tag': 'a9c3c986-ddee-440f-b0fc-6034fe6bc49d'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:46.116763 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47562a97-4e30-46a3-8562-ba374c5fa8c2" -d '{"events": [{"server_uuid": "e7aa715c-65e5-4773-8bbe-f2bef65e3424", "name": "network-vif-deleted", "tag": "a9c3c986-ddee-440f-b0fc-6034fe6bc49d"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:46.158345 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f144f-6552-4ec1-be2c-9c9f20677a29 x-openstack-request-id: req-689f144f-6552-4ec1-be2c-9c9f20677a29 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:46.158676 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aa715c-65e5-4773-8bbe-f2bef65e3424", "name": "network-vif-deleted", "tag": "a9c3c986-ddee-440f-b0fc-6034fe6bc49d", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:46.158961 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-689f144f-6552-4ec1-be2c-9c9f20677a29 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:46.159391 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aa715c-65e5-4773-8bbe-f2bef65e3424', 'name': 'network-vif-deleted', 'tag': 'a9c3c986-ddee-440f-b0fc-6034fe6bc49d', 'status': 'completed', 'code': 200} Jun 29 16:19:46.443436 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7194b-8f50-41cf-8843-e95a0d660105 req-af68c3dd-9051-4db9-9960-ccd21c655922 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:46.444939 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-18e7194b-8f50-41cf-8843-e95a0d660105 req-af68c3dd-9051-4db9-9960-ccd21c655922 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 943 time: 0.0782752 Jun 29 16:19:46.484762 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-18e7194b-8f50-41cf-8843-e95a0d660105 req-0f3fd024-d5b9-4b18-9a38-27dfebcede45 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337949 Jun 29 16:19:46.684229 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e776-ba49-43fe-80f0-bb05b08a6283 req-ef6d9cc7-02be-413c-963d-3af1a85b4060 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:46.685998 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-30e9e776-ba49-43fe-80f0-bb05b08a6283 req-ef6d9cc7-02be-413c-963d-3af1a85b4060 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 944 time: 0.0643482 Jun 29 16:19:46.732331 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-30e9e776-ba49-43fe-80f0-bb05b08a6283 req-cc84009e-97f9-4e08-ba1a-4a7492f30a53 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387177 Jun 29 16:19:46.835602 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 295e5020-2164-4ff6-855b-766d0e813d8e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:19:46.936445 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 295e5020-2164-4ff6-855b-766d0e813d8e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=295e5020-2164-4ff6-855b-766d0e813d8e,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:46.955540 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '295e5020-2164-4ff6-855b-766d0e813d8e', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'port_id': '295e5020-2164-4ff6-855b-766d0e813d8e', 'mac_address': 'fa:16:3e:d0:08:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:19:46.993772 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:47.009208 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295e5020-2164-4ff6-855b-766d0e813d8e {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:19:47.031547 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 295e5020-2164-4ff6-855b-766d0e813d8e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=295e5020-2164-4ff6-855b-766d0e813d8e,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:47.035405 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:47.036206 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 01ce19b8-fda3-4ee6-b08b-8992aa218e9d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:19:47.038840 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:47.137628 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=295e5020-2164-4ff6-855b-766d0e813d8e,revision_number=7']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:47.147170 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:47.182090 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:47.194226 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'port_id': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'mac_address': 'fa:16:3e:31:6a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:19:47.234351 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:47.248314 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ce19b8-fda3-4ee6-b08b-8992aa218e9d {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:19:47.269335 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:47.273720 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:47.275636 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-3d9f05ce-cfae-493b-980c-c5f889a92a64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:47.328897 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=9']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:47.332073 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:47.502309 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['295e5020-2164-4ff6-855b-766d0e813d8e'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:19:47.509526 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['01ce19b8-fda3-4ee6-b08b-8992aa218e9d'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:19:47.666150 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004e0a7-55d1-40d1-9d11-2b978f298f65 req-ee95c2a9-62b2-4c21-b6d6-394728acc1c0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:47.668338 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c004e0a7-55d1-40d1-9d11-2b978f298f65 req-ee95c2a9-62b2-4c21-b6d6-394728acc1c0 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 944 time: 0.0676165 Jun 29 16:19:47.717929 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c004e0a7-55d1-40d1-9d11-2b978f298f65 req-e308feae-166a-49fd-b96b-22be442b7f0a tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Jun 29 16:19:47.956003 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094cbf5-d484-4ba3-91c0-d1878f487f45 req-e004f85a-b88e-4e2a-aa9e-487ed9213b3d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:47.958456 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7094cbf5-d484-4ba3-91c0-d1878f487f45 req-e004f85a-b88e-4e2a-aa9e-487ed9213b3d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 945 time: 0.0784583 Jun 29 16:19:47.998588 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7094cbf5-d484-4ba3-91c0-d1878f487f45 req-cc3e99b8-bf8b-451c-9b50-e0521a40a34e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344899 Jun 29 16:19:48.852226 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 295e5020-2164-4ff6-855b-766d0e813d8e up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:19:48.902559 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 295e5020-2164-4ff6-855b-766d0e813d8e triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:19:48.902940 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:48.908804 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed095d7d-21be-4d7a-a06b-a431f7219adf req-b3481875-be77-44a6-bb33-f3333bb81d00 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:48.910330 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ed095d7d-21be-4d7a-a06b-a431f7219adf req-b3481875-be77-44a6-bb33-f3333bb81d00 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 944 time: 0.0638247 Jun 29 16:19:48.950204 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ed095d7d-21be-4d7a-a06b-a431f7219adf req-56cba281-f936-4e58-b12a-a06bd899bad2 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340040 Jun 29 16:19:48.983459 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:49.006221 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:49.008538 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b868fad6-7b74-421e-b9bb-dfccea76bff4" -d '{"events": [{"server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "name": "network-vif-plugged", "status": "completed", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:49.021052 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 295e5020-2164-4ff6-855b-766d0e813d8e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=295e5020-2164-4ff6-855b-766d0e813d8e,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:49.027538 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:49.028430 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 01ce19b8-fda3-4ee6-b08b-8992aa218e9d up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:19:49.034014 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:49.164250 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=295e5020-2164-4ff6-855b-766d0e813d8e,revision_number=8']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:49.168523 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:49.183324 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:19:49.183740 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:49.219275 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67222e-2a13-4dee-9bc7-28e805297f78 req-2190b43a-65a9-48fa-8d25-ffeba7969dbb tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:49.220863 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e67222e-2a13-4dee-9bc7-28e805297f78 req-2190b43a-65a9-48fa-8d25-ffeba7969dbb tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 945 time: 0.0961871 Jun 29 16:19:49.269042 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dafc42a-8719-4d16-afbf-8d3a64e7e01e x-openstack-request-id: req-4dafc42a-8719-4d16-afbf-8d3a64e7e01e {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:49.269340 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "name": "network-vif-plugged", "status": "completed", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:49.269840 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4dafc42a-8719-4d16-afbf-8d3a64e7e01e {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:49.270416 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e', 'code': 200} Jun 29 16:19:49.276850 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e67222e-2a13-4dee-9bc7-28e805297f78 req-851926b2-d2bc-4247-b41e-554be8df3189 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480657 Jun 29 16:19:49.324367 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:49.367073 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:19:49.373522 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:49.374296 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device a9c3c986-ddee-440f-b0fc-6034fe6bc49d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:19:49.376215 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:19:49.416690 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: a9c3c986-ddee-440f-b0fc-6034fe6bc49d {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:19:49.417039 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device a9c3c986-ddee-440f-b0fc-6034fe6bc49d not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:19:49.440591 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=10']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:19:49.443634 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:19:49.526805 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258ff2c-51a4-430f-a48e-8204485525fb req-0d5cf7f6-9c5e-4fa6-af63-651ced7cb95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:49.528339 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0258ff2c-51a4-430f-a48e-8204485525fb req-0d5cf7f6-9c5e-4fa6-af63-651ced7cb95e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 1098 time: 0.0502126 Jun 29 16:19:49.566307 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0258ff2c-51a4-430f-a48e-8204485525fb req-a26f6fe5-a7c3-43f8-bf34-f1f9b039e29c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271142 Jun 29 16:19:49.660076 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c3c1433-bfe3-4848-b3e6-509626fe878b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:50.127189 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309c700-ef8e-474a-a9d2-f94fa329ab63 req-17c6d049-0526-42e3-96b8-e98f6fcab8c7 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:50.129335 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c309c700-ef8e-474a-a9d2-f94fa329ab63 req-17c6d049-0526-42e3-96b8-e98f6fcab8c7 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.0666795 Jun 29 16:19:50.168525 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c309c700-ef8e-474a-a9d2-f94fa329ab63 req-fa5dbeda-9616-48dc-8e88-3b139ad485dc tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332429 Jun 29 16:19:50.470323 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8809d8e-c37d-4085-97ba-0ed6a25437e9 req-2fa2e828-d2c7-4c72-a9f2-eeb1508a136e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:50.472526 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e8809d8e-c37d-4085-97ba-0ed6a25437e9 req-2fa2e828-d2c7-4c72-a9f2-eeb1508a136e tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 947 time: 0.0712662 Jun 29 16:19:50.514412 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e8809d8e-c37d-4085-97ba-0ed6a25437e9 req-42f2d149-623a-43ff-81bd-ae0bff9d4722 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355163 Jun 29 16:19:51.271587 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:19:51.274596 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0414b996-50b2-4921-bb20-fdd07e67c6d9" -d '{"events": [{"server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "name": "network-vif-plugged", "status": "completed", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:19:51.312587 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaac73b-6682-4639-b4bf-be0977968705 x-openstack-request-id: req-8eaac73b-6682-4639-b4bf-be0977968705 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:19:51.312979 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "name": "network-vif-plugged", "status": "completed", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:19:51.313302 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8eaac73b-6682-4639-b4bf-be0977968705 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:19:51.313768 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'code': 200} Jun 29 16:19:51.345508 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9401cd2-d41d-4096-9cb4-451168923d61 req-2776f212-6c23-4432-badc-12c8b3a89f62 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:51.347531 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f9401cd2-d41d-4096-9cb4-451168923d61 req-2776f212-6c23-4432-badc-12c8b3a89f62 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.0654552 Jun 29 16:19:51.386458 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f9401cd2-d41d-4096-9cb4-451168923d61 req-9dc62415-5b99-464d-be56-0dee4c1e77e3 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328863 Jun 29 16:19:51.518414 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f30438-a6f5-4f8d-82b4-4248e422478b req-a4ff2963-f704-4576-9876-32059d7fddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:51.519809 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f2f30438-a6f5-4f8d-82b4-4248e422478b req-a4ff2963-f704-4576-9876-32059d7fddc3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 1100 time: 0.0562680 Jun 29 16:19:51.557046 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f2f30438-a6f5-4f8d-82b4-4248e422478b req-da1b1125-5f65-4c48-94f2-57d04819487f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312157 Jun 29 16:19:51.694844 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf5043-f82b-4a72-b9bf-df9775aad6f0 req-b66dc754-b195-4ab2-8a25-18575c6657c2 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:51.696362 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-77cf5043-f82b-4a72-b9bf-df9775aad6f0 req-b66dc754-b195-4ab2-8a25-18575c6657c2 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 947 time: 0.0624366 Jun 29 16:19:51.736332 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-77cf5043-f82b-4a72-b9bf-df9775aad6f0 req-cb646f67-355d-46bd-af6a-4c59fe5c383d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340071 Jun 29 16:19:52.008325 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dcebb13f-51a8-4be5-a176-01ab39d21d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:52.286394 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:52.491241 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:52.929970 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82818127-e270-429c-a072-6b0edc7a9a06 req-595ebea8-ccc1-4f14-a70a-fc2025b4eea4 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:52.931492 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-82818127-e270-429c-a072-6b0edc7a9a06 req-595ebea8-ccc1-4f14-a70a-fc2025b4eea4 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 947 time: 0.0650163 Jun 29 16:19:52.970875 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-82818127-e270-429c-a072-6b0edc7a9a06 req-6e1e8e66-4d93-4d0f-b2ed-6e660e263fe1 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336812 Jun 29 16:19:53.272343 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:19:54.155760 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa5453-38e7-4512-b1ad-5e31fdbb8fac req-23c57411-803a-4994-9659-432457a4ddf5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:19:54.157233 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f4aa5453-38e7-4512-b1ad-5e31fdbb8fac req-23c57411-803a-4994-9659-432457a4ddf5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 947 time: 0.0695601 Jun 29 16:19:54.195456 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f4aa5453-38e7-4512-b1ad-5e31fdbb8fac req-28b248bc-b729-4522-a4ef-670d8925f48c tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324011 Jun 29 16:19:54.998382 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.512559 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57434) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:01.560049 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Deleting subnet 0ac5b464-9d44-4146-9f50-deaca4771cf2 {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:20:01.563510 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.600927 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.651461 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.713000 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.715378 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-dc95347e-6ea6-4013-86da-a892f5308382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:01.742219 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac5b464-9d44-4146-9f50-deaca4771cf2,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:01.758456 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.760943 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0ac5b464-9d44-4146-9f50-deaca4771cf2 HTTP/1.1" status: 204 len: 168 time: 0.2467902 Jun 29 16:20:01.761900 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.762429 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.762655 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.763022 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.763416 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.763878 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.764020 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57436) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:01.764454 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.764591 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.764945 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.765310 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.765663 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.766035 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:01.769464 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-2c336abd-ed68-4e47-85c0-09fc642e5787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:01.834418 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.926391 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.937285 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516ec617-f299-42b3-9743-1523f0da0599']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:01.948190 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e8e18b-89b7-4026-82f7-f7c9dc8898e5') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:01.948486 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e8e18b-89b7-4026-82f7-f7c9dc8898e5') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:01.958236 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.972575 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.979422 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:20:01.980027 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:20:01.981745 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:20:02.043867 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.047495 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:02.049979 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.051890 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] 10.222.0.83 "DELETE /v2.0/networks/516ec617-f299-42b3-9743-1523f0da0599 HTTP/1.1" status: 204 len: 168 time: 0.2868836 Jun 29 16:20:02.054705 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57438) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:02.062977 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=516ec617-f299-42b3-9743-1523f0da0599,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:02.065410 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-57917950-f93a-4f0b-b30c-d651968c61a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:02.100926 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76c66d6-2419-48d6-a36f-4eab47e995a3 admin admin] Deleting subnet 33f78ece-4be2-43db-8e32-f63e7d46d83d {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:20:02.104562 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b76c66d6-2419-48d6-a36f-4eab47e995a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.145660 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b76c66d6-2419-48d6-a36f-4eab47e995a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.190912 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b76c66d6-2419-48d6-a36f-4eab47e995a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.252406 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b76c66d6-2419-48d6-a36f-4eab47e995a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.254717 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:02.279275 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c66d6-2419-48d6-a36f-4eab47e995a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33f78ece-4be2-43db-8e32-f63e7d46d83d,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:02.282172 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b76c66d6-2419-48d6-a36f-4eab47e995a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:02.283240 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-b76c66d6-2419-48d6-a36f-4eab47e995a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.285172 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-b76c66d6-2419-48d6-a36f-4eab47e995a3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/33f78ece-4be2-43db-8e32-f63e7d46d83d HTTP/1.1" status: 204 len: 168 time: 0.2294338 Jun 29 16:20:02.288460 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57440) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:02.360597 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.441707 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.452048 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0edc99a-096c-4a31-8ba6-3c697a9f52a3']}} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:02.462360 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d96fcf-cd43-43b1-a7e2-8a446b0010fb') {'for_net_delete': True} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:02.462737 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d96fcf-cd43-43b1-a7e2-8a446b0010fb') {} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:02.471791 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3327010'] for segment, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.485793 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.492374 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:20:02.492757 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134727'] for segment, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: Traceback (most recent call last): Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: timer() Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: cb(*args, **kw) Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: return func(*args, **kwargs) Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: self._notify() Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: self.callback(batched_events) Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: event.method(event) Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: return f(self, *a, **k) Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: return self._get(url).json() Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: return self.request(url, 'GET', **kwargs) Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:20:02.494370 dv-cinder-786260-7-smb neutron-server[93150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:20:02.554145 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.559692 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.562273 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] 10.222.0.83 "DELETE /v2.0/networks/e0edc99a-096c-4a31-8ba6-3c697a9f52a3 HTTP/1.1" status: 204 len: 168 time: 0.2725859 Jun 29 16:20:02.563308 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:02.577620 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] Pushing event deleted for resources: {'Network': ['ID=e0edc99a-096c-4a31-8ba6-3c697a9f52a3,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:02.580283 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-2cced882-e321-4a53-b7f6-77db9f31c40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:02.746266 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57444) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:02.791151 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-86bc8a9d-ba6a-44b2-9251-7cbc5369d3bc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b0f7ebea58a464b9679f901f0b7f94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428140 Jun 29 16:20:02.793117 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57446) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:02.847718 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-21c72c29-1cb5-4661-9e36-de81fa3a4d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.870452 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-21c72c29-1cb5-4661-9e36-de81fa3a4d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.920439 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-21c72c29-1cb5-4661-9e36-de81fa3a4d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.923058 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-21c72c29-1cb5-4661-9e36-de81fa3a4d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:02.924321 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-21c72c29-1cb5-4661-9e36-de81fa3a4d8e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/61634a5d-5880-49ed-8222-cf45f60cb9e9 HTTP/1.1" status: 204 len: 168 time: 0.1301937 Jun 29 16:20:02.925094 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f7f48fee-6f5a-4baa-ad41-c36198b86549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:02.933687 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c72c29-1cb5-4661-9e36-de81fa3a4d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61634a5d-5880-49ed-8222-cf45f60cb9e9,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:02.937018 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-21c72c29-1cb5-4661-9e36-de81fa3a4d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:03.127476 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:20:03.261709 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57452) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:03.308757 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-46d0128e-df1a-4d60-b3c5-ce153ced2f80 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5f65d572775a4bb9a0e01d959686d574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458081 Jun 29 16:20:03.311484 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57454) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:03.361508 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-84fda44f-afa5-410b-a902-71f483c07ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:03.384389 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-84fda44f-afa5-410b-a902-71f483c07ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:03.437665 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-84fda44f-afa5-410b-a902-71f483c07ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:03.440833 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-84fda44f-afa5-410b-a902-71f483c07ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:03.444966 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-84fda44f-afa5-410b-a902-71f483c07ab7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/baae81ad-2286-478f-a6ec-a9547d12a147 HTTP/1.1" status: 204 len: 168 time: 0.1322963 Jun 29 16:20:03.445776 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b2e992d3-4290-4bc3-85d4-6a640c87464e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:03.453751 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fda44f-afa5-410b-a902-71f483c07ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baae81ad-2286-478f-a6ec-a9547d12a147,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:03.458006 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-84fda44f-afa5-410b-a902-71f483c07ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:09.901996 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57534) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:10.024632 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d34a9a96-6f47-4f04-acf0-94cabd44bcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.131229 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d34a9a96-6f47-4f04-acf0-94cabd44bcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.135809 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d34a9a96-6f47-4f04-acf0-94cabd44bcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.140085 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-318dfa47-2a31-4e33-89d7-892e271e74fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:10.175006 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-d34a9a96-6f47-4f04-acf0-94cabd44bcad admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=809478d670c74e4fb99b6ac5e29cd2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717509 Jun 29 16:20:10.176050 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a9a96-6f47-4f04-acf0-94cabd44bcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270da399-beea-467b-8dca-5044e67e471d,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:10.178114 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57538) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:10.180130 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d34a9a96-6f47-4f04-acf0-94cabd44bcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:10.238774 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f8dcd6e-dfd3-40c7-9657-65efb36ec85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.260074 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f8dcd6e-dfd3-40c7-9657-65efb36ec85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.311033 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f8dcd6e-dfd3-40c7-9657-65efb36ec85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.313852 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-2f8dcd6e-dfd3-40c7-9657-65efb36ec85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:10.315036 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-2f8dcd6e-dfd3-40c7-9657-65efb36ec85b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/270da399-beea-467b-8dca-5044e67e471d HTTP/1.1" status: 204 len: 168 time: 0.1359379 Jun 29 16:20:10.315936 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1f60d62d-bae9-47c4-ae08-3e129d240567 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:10.324054 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dcd6e-dfd3-40c7-9657-65efb36ec85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270da399-beea-467b-8dca-5044e67e471d,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:10.326766 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2f8dcd6e-dfd3-40c7-9657-65efb36ec85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:16.582580 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57608) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:16.697781 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-be9ec27a-bd94-45a6-9bba-579bc3a9039f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:16.808657 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-be9ec27a-bd94-45a6-9bba-579bc3a9039f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:16.813154 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-be9ec27a-bd94-45a6-9bba-579bc3a9039f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:16.816171 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-681d2b65-f97f-46b4-97f2-ec1ff635dcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:16.858103 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-be9ec27a-bd94-45a6-9bba-579bc3a9039f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=95bed2ad29424e8a928ad524b07eb242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742281 Jun 29 16:20:16.858949 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ec27a-bd94-45a6-9bba-579bc3a9039f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c44691-2c83-4c8e-b3da-6070228a11fc,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:16.861291 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57612) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:16.862041 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-be9ec27a-bd94-45a6-9bba-579bc3a9039f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:16.917047 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1438a8b0-4d1c-47e6-9f8e-e3f2731c2a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:16.939939 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1438a8b0-4d1c-47e6-9f8e-e3f2731c2a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:16.996205 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1438a8b0-4d1c-47e6-9f8e-e3f2731c2a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:16.998809 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-1438a8b0-4d1c-47e6-9f8e-e3f2731c2a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:17.000006 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-1438a8b0-4d1c-47e6-9f8e-e3f2731c2a51 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a9c44691-2c83-4c8e-b3da-6070228a11fc HTTP/1.1" status: 204 len: 168 time: 0.1373801 Jun 29 16:20:17.000825 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-931bfe2d-6bb8-4f1a-a403-1ea66b975284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:17.009970 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438a8b0-4d1c-47e6-9f8e-e3f2731c2a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c44691-2c83-4c8e-b3da-6070228a11fc,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:17.012408 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1438a8b0-4d1c-47e6-9f8e-e3f2731c2a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:19.658615 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-962f11ac-bb5d-4aa3-bc91-3ba6b3b38465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:21.626863 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-f7af98e4-9291-4d3c-9f8d-08b73cc622b9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545511 Jun 29 16:20:21.706082 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-9e499e63-033c-478c-ae78-8fbbe9d2605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:21.707509 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-9e499e63-033c-478c-ae78-8fbbe9d2605c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ede810cff1934209b9175f05a4ca66be&device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 1100 time: 0.0548644 Jun 29 16:20:21.840736 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-f7afb918-6a26-4f2f-bcdd-8222a14e9d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:21.842725 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-f7afb918-6a26-4f2f-bcdd-8222a14e9d18 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 200 len: 918 time: 0.1107016 Jun 29 16:20:21.918769 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-02ff6fdd-738f-4f51-94a4-daaa6478216c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d HTTP/1.1" status: 200 len: 1002 time: 0.0672123 Jun 29 16:20:21.979053 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-584be471-fecb-41cb-8117-ec2f4a585be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:21.980605 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-584be471-fecb-41cb-8117-ec2f4a585be8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 200 len: 856 time: 0.0525072 Jun 29 16:20:22.017169 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-45ca4900-2c8e-444b-adb6-881afd29ee35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:22.052578 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-ad070da8-3390-45a0-8d9e-2622a32b9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:22.054087 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-ad070da8-3390-45a0-8d9e-2622a32b9ef3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbc31666-6aec-4178-b375-a60521877b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0645795 Jun 29 16:20:22.160784 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-7dac6cb0-8634-4aa1-9380-512778f8bb39 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901835 Jun 29 16:20:22.279466 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-df33d20d-07fd-4960-9866-97e4652a6e84 req-861616e4-fec1-4588-970a-ebe902062c55 service neutron] 10.222.0.61 "GET /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154757 Jun 29 16:20:22.298189 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:22.491476 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:23.276080 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:24.998692 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:28.236668 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05877d8c-a7ff-47e6-8d26-50516a23a8bb req-b92a132b-a2e7-4e27-9513-f08c7aa1aaa8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:28.238268 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-05877d8c-a7ff-47e6-8d26-50516a23a8bb req-b92a132b-a2e7-4e27-9513-f08c7aa1aaa8 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 947 time: 0.0676332 Jun 29 16:20:28.283142 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-05877d8c-a7ff-47e6-8d26-50516a23a8bb req-f9d0f963-28c8-4b6d-b937-b8442245f837 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372455 Jun 29 16:20:29.475610 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8f344-35a3-4fbe-9522-5d8fe9b0fbe9 req-ae1c09de-7bab-49e1-8f1a-a7dfc9698379 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:29.477380 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-11e8f344-35a3-4fbe-9522-5d8fe9b0fbe9 req-ae1c09de-7bab-49e1-8f1a-a7dfc9698379 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 947 time: 0.0727561 Jun 29 16:20:29.518785 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-11e8f344-35a3-4fbe-9522-5d8fe9b0fbe9 req-7a427e36-34d1-4fd5-a4cb-c8d7be947879 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups?id=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355704 Jun 29 16:20:29.712965 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-aeb9933e-57e8-4eb3-9573-d3c823b44cb5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:29.714495 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-aeb9933e-57e8-4eb3-9573-d3c823b44cb5 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.61 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 947 time: 0.0677042 Jun 29 16:20:29.826147 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Deleting port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:29.826398 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:29.925282 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] For port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:29.925282 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:30.111134 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:30.111535 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:30.111859 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.l3_db [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Floating IP c89e24ea-9759-40d1-b535-5760da8bbae3 disassociated. External IP: 172.28.0.218, port: 01ce19b8-fda3-4ee6-b08b-8992aa218e9d. Jun 29 16:20:30.112205 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Calling delete_port for 01ce19b8-fda3-4ee6-b08b-8992aa218e9d owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:30.255532 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:30.259804 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-70cf3f99-566a-4015-824b-2bc5ed8f997d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:30.285532 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event deleted for resources: {'Port': ['ID=01ce19b8-fda3-4ee6-b08b-8992aa218e9d,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:30.298410 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.299105 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.299695 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.300266 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.300799 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.301327 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.302388 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.302902 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.303453 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.304002 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.304552 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.305058 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:30.311381 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:30.427145 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Router 325ab1b0-ade4-4e04-a459-9a0969b84d68 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:20:30.543435 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:20:30.557573 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] Sync routers for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:20:30.569178 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:30.570220 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:30.612033 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] No DVR routers for this DVR port 01ce19b8-fda3-4ee6-b08b-8992aa218e9d on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:20:30.615737 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:30.622162 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8e9c7c9c-bbca-42bc-9d19-45757fc114a6 req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.61 "DELETE /v2.0/ports/01ce19b8-fda3-4ee6-b08b-8992aa218e9d HTTP/1.1" status: 204 len: 173 time: 0.8986924 Jun 29 16:20:30.622781 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'name': 'network-vif-deleted', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:20:30.628031 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f13512-b4a5-4ca7-8da2-dde5b92fc50b" -d '{"events": [{"server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "name": "network-vif-deleted", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:20:30.714340 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:30.761437 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d4b6e845-2922-41f6-a9cc-f3b00ec738e2 req-a0f3224f-7310-419c-a593-e6107f620827 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/ports?device_id=65e068d8-c2a4-4e08-9cba-b385969cc74f HTTP/1.1" status: 200 len: 210 time: 0.0821676 Jun 29 16:20:30.767041 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f435f23-0135-412e-be40-a0cfd787c2ce x-openstack-request-id: req-9f435f23-0135-412e-be40-a0cfd787c2ce {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:20:30.771744 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e068d8-c2a4-4e08-9cba-b385969cc74f", "name": "network-vif-deleted", "tag": "01ce19b8-fda3-4ee6-b08b-8992aa218e9d", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:20:30.772210 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9f435f23-0135-412e-be40-a0cfd787c2ce {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:20:30.772831 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e068d8-c2a4-4e08-9cba-b385969cc74f', 'name': 'network-vif-deleted', 'tag': '01ce19b8-fda3-4ee6-b08b-8992aa218e9d', 'status': 'completed', 'code': 200} Jun 29 16:20:30.959295 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:30.985921 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] Checking router: 325ab1b0-ade4-4e04-a459-9a0969b84d68 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:20:30.994494 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:30.995212 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:31.233288 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:31.477415 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:31.505751 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee3ecd-b6d1-4f4b-8203-9215ee781cdd None None] The sync data for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb is: [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:14:12Z', 'revision_number': 4, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '79e06b19-c9f6-4914-bf79-a858472ce397', 'name': '', 'network_id': 'cbc31666-6aec-4178-b375-a60521877b6f', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'mac_address': 'fa:16:3e:dd:3c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:09Z', 'updated_at': '2021-06-29T16:14:21Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'subnets': [{'id': '9dcc1993-5973-4c4c-a552-bca503ab7d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:20:31.724302 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b6fcc-0166-41d7-9231-d974bec579ce None None] New status for floating IP c89e24ea-9759-40d1-b535-5760da8bbae3: DOWN {{(pid=93153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:20:31.901444 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57646) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:31.960106 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5c15d1ec-526c-4cee-bc06-56b7dda61326 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:31.985474 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5c15d1ec-526c-4cee-bc06-56b7dda61326 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:32.037234 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5c15d1ec-526c-4cee-bc06-56b7dda61326 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:32.040028 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-5c15d1ec-526c-4cee-bc06-56b7dda61326 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:32.041471 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-5c15d1ec-526c-4cee-bc06-56b7dda61326 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "DELETE /v2.0/security-groups/e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc HTTP/1.1" status: 204 len: 168 time: 0.1386847 Jun 29 16:20:32.042301 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-10f38617-3737-40c1-8e9f-46a31baf32a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:32.044699 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57648) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:32.056384 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15d1ec-526c-4cee-bc06-56b7dda61326 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:32.059700 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-5c15d1ec-526c-4cee-bc06-56b7dda61326 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:32.067486 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.api.v2.resource [None req-9aed8837-a2ef-4fa7-8e80-63416227616d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] show failed (client error): The resource could not be found. Jun 29 16:20:32.068706 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-9aed8837-a2ef-4fa7-8e80-63416227616d tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "GET /v2.0/security-groups/e84959ee-5a84-4d13-afe8-b2e4ba2dbfcc HTTP/1.1" status: 404 len: 347 time: 0.0225327 Jun 29 16:20:32.072341 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57650) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:32.201794 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Deleting port 2b8acde2-c575-4e46-b789-80fabe335c25 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:32.202137 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:32.278040 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:32.278358 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:32.290344 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Calling delete_port for 2b8acde2-c575-4e46-b789-80fabe335c25 owned by network:floatingip {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:32.678385 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:32.680484 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:32.704763 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Pushing event deleted for resources: {'Port': ['ID=2b8acde2-c575-4e46-b789-80fabe335c25,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:32.707341 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:32.774756 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:32.777346 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:32.778478 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a5501bca-2717-4435-82ed-3dbd4632a939 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] 10.222.0.83 "DELETE /v2.0/floatingips/c89e24ea-9759-40d1-b535-5760da8bbae3 HTTP/1.1" status: 204 len: 168 time: 0.7051239 Jun 29 16:20:33.037891 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 01ce19b8-fda3-4ee6-b08b-8992aa218e9d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:33.059516 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 01ce19b8-fda3-4ee6-b08b-8992aa218e9d {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:33.060000 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 01ce19b8-fda3-4ee6-b08b-8992aa218e9d not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:35.356115 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57672) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:35.940986 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658169'] for router_interface, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:36.512949 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Deleting port 79e06b19-c9f6-4914-bf79-a858472ce397 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:36.513651 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:36.593607 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] For port 79e06b19-c9f6-4914-bf79-a858472ce397, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=79e06b19-c9f6-4914-bf79-a858472ce397,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:36.593960 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:36.611091 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Calling delete_port for 79e06b19-c9f6-4914-bf79-a858472ce397 owned by network:router_interface {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:36.820526 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:36.822864 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e63be9d7-6d8e-49e0-a2f4-c125c9b63092 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:36.847018 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e06b19-c9f6-4914-bf79-a858472ce397,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:36.850457 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:37.022833 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655433'] for router_interface, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:37.242805 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Router 325ab1b0-ade4-4e04-a459-9a0969b84d68 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:20:37.354115 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:20:37.360619 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] 10.222.0.83 "PUT /v2.0/routers/325ab1b0-ade4-4e04-a459-9a0969b84d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031545 Jun 29 16:20:37.362704 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57676) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:37.365542 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] Sync routers for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:20:37.375074 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:37.375764 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:37.484030 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Notify callbacks [] for router, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:37.488215 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:37.596242 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:37.652224 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Deleting port 0cf64d49-44ac-41df-8337-fb71e4a1c169 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:37.652900 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:37.680797 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243'}], 'enable_snat': True}, 'gw_port_id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:20:36Z', 'revision_number': 5, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port': {'id': '0cf64d49-44ac-41df-8337-fb71e4a1c169', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:06:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:14:05Z', 'updated_at': '2021-06-29T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:37.706733 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] Checking router: 325ab1b0-ade4-4e04-a459-9a0969b84d68 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:20:37.717746 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] Routers {'325ab1b0-ade4-4e04-a459-9a0969b84d68'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:37.718419 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['325ab1b0-ade4-4e04-a459-9a0969b84d68'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:37.740331 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] For port 0cf64d49-44ac-41df-8337-fb71e4a1c169, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=0cf64d49-44ac-41df-8337-fb71e4a1c169,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:37.740688 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:37.754002 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Calling delete_port for 0cf64d49-44ac-41df-8337-fb71e4a1c169 owned by network:router_gateway {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:37.810289 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] Set router 325ab1b0-ade4-4e04-a459-9a0969b84d68 gateway port host: None {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:37.867639 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:20:37Z', 'revision_number': 6, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port_host': None}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:37.895345 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b048e0e8-11b2-4c87-a0f2-5c5e9f025097 None None] The sync data for ids ['325ab1b0-ade4-4e04-a459-9a0969b84d68'] in dv-cinder-786260-7-smb is: [{'id': '325ab1b0-ade4-4e04-a459-9a0969b84d68', 'name': 'tempest-AttachVolumeShelveTestJSON-1908735178-router', 'tenant_id': 'ede810cff1934209b9175f05a4ca66be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:14:03Z', 'updated_at': '2021-06-29T16:20:37Z', 'revision_number': 6, 'project_id': 'ede810cff1934209b9175f05a4ca66be', 'gw_port_host': None}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:20:37.934870 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:37.937251 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:37.966004 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf64d49-44ac-41df-8337-fb71e4a1c169,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:37.969072 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:38.031160 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586157'] for router_gateway, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.138560 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1655973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1005'] for router, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.140777 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.203526 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656492'] for router, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.203982 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 325ab1b0-ade4-4e04-a459-9a0969b84d68 {{(pid=93151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:20:38.208791 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] Notify callbacks [] for router, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.209932 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-3abbc3e3-7f4f-4ddf-a835-d3d776313409 admin admin] 10.222.0.83 "DELETE /v2.0/routers/325ab1b0-ade4-4e04-a459-9a0969b84d68 HTTP/1.1" status: 204 len: 168 time: 0.8463058 Jun 29 16:20:38.214295 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57678) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:38.264063 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe50bd7-a1f9-4a3e-8448-9e421ec1c396 admin admin] Deleting subnet 9dcc1993-5973-4c4c-a552-bca503ab7d4d {{(pid=93151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:20:38.267346 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-4fe50bd7-a1f9-4a3e-8448-9e421ec1c396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.309975 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-4fe50bd7-a1f9-4a3e-8448-9e421ec1c396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3447289'] for subnet, precommit_delete_associations {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.424132 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-4fe50bd7-a1f9-4a3e-8448-9e421ec1c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.478217 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-4fe50bd7-a1f9-4a3e-8448-9e421ec1c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3576154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3587055'] for subnet, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.481084 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c47700c4-df63-4709-a610-7352ab58d480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:38.505812 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe50bd7-a1f9-4a3e-8448-9e421ec1c396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dcc1993-5973-4c4c-a552-bca503ab7d4d,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:38.508696 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-4fe50bd7-a1f9-4a3e-8448-9e421ec1c396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:38.512634 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-4fe50bd7-a1f9-4a3e-8448-9e421ec1c396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.514855 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-4fe50bd7-a1f9-4a3e-8448-9e421ec1c396 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9dcc1993-5973-4c4c-a552-bca503ab7d4d HTTP/1.1" status: 204 len: 168 time: 0.3013368 Jun 29 16:20:38.517485 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57680) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:38.520653 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4426390-fb8f-4f6d-bec5-3214ebca7bb5 None None] Network cbc31666-6aec-4178-b375-a60521877b6f requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:20:38.590578 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.647299 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Deleting port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:38.647929 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.720926 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 0cf64d49-44ac-41df-8337-fb71e4a1c169 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:38.724905 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] For port 50850ada-38dc-4fd8-87f2-e73ad54b68c3, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=50850ada-38dc-4fd8-87f2-e73ad54b68c3,segment=NetworkSegment(5a0ecff7-4dd5-412b-bad8-4762138cd8e4),segment_id=5a0ecff7-4dd5-412b-bad8-4762138cd8e4)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:38.725363 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.744826 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Calling delete_port for 50850ada-38dc-4fd8-87f2-e73ad54b68c3 owned by network:dhcp {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:38.752393 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 0cf64d49-44ac-41df-8337-fb71e4a1c169 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:38.752970 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 0cf64d49-44ac-41df-8337-fb71e4a1c169 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:38.753631 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 79e06b19-c9f6-4914-bf79-a858472ce397 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:38.782156 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] DHCP port deletion for cbc31666-6aec-4178-b375-a60521877b6f request from dv-cinder-786260-7-smb {{(pid=93152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:20:38.786177 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 79e06b19-c9f6-4914-bf79-a858472ce397 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:38.786604 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 79e06b19-c9f6-4914-bf79-a858472ce397 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:38.834397 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.835917 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Deleting port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:20:38.836368 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.837168 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f1cc9f21-b327-4390-b568-f995b34acddb tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:38.861838 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Pushing event deleted for resources: {'Port': ['ID=50850ada-38dc-4fd8-87f2-e73ad54b68c3,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:38.865666 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:38.866439 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] No DVR routers for this DVR port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 on host dv-cinder-786260-7-smb {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:20:38.906967 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] For port 50850ada-38dc-4fd8-87f2-e73ad54b68c3, host dv-cinder-786260-7-smb, got binding levels [] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:38.907451 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.923503 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Calling delete_port for 50850ada-38dc-4fd8-87f2-e73ad54b68c3 owned by network:dhcp {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:20:38.927023 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.ipam_backend_mixin [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 was not found and therefore no delete operation was performed {{(pid=93152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 16:20:38.928789 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.931554 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:38.945183 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:38.956459 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc31666-6aec-4178-b375-a60521877b6f']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:38.959259 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] No DVR routers for this DVR port 50850ada-38dc-4fd8-87f2-e73ad54b68c3 on host dv-cinder-786260-7-smb {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:20:38.963494 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Pushing event deleted for resources: {'Port': ['ID=50850ada-38dc-4fd8-87f2-e73ad54b68c3,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:38.972449 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0ecff7-4dd5-412b-bad8-4762138cd8e4') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:38.972449 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0ecff7-4dd5-412b-bad8-4762138cd8e4') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:38.975489 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.975891 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.976194 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.976671 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.977445 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.977929 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.978266 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.978596 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.978924 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.979250 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.979574 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.979920 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:38.986599 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:38.987291 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.003413 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.010934 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:20:39.011469 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:20:39.013330 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:20:39.069642 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.080208 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:39.080208 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.080208 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] 10.222.0.83 "DELETE /v2.0/networks/cbc31666-6aec-4178-b375-a60521877b6f HTTP/1.1" status: 204 len: 168 time: 0.5599101 Jun 29 16:20:39.090496 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc31666-6aec-4178-b375-a60521877b6f,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:39.092911 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:39.197962 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57684) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:39.238983 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-fbfa76e3-7185-43a7-a760-52d8d61edf57 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ede810cff1934209b9175f05a4ca66be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389159 Jun 29 16:20:39.241244 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57686) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:39.289281 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4638d619-323c-454c-9ea5-7b2381816870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.312603 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4638d619-323c-454c-9ea5-7b2381816870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.360079 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4638d619-323c-454c-9ea5-7b2381816870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.362796 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4638d619-323c-454c-9ea5-7b2381816870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:39.364504 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-4638d619-323c-454c-9ea5-7b2381816870 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/503ac1c5-b18e-4587-8b64-30393b3b64d9 HTTP/1.1" status: 204 len: 168 time: 0.1223700 Jun 29 16:20:39.365289 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a72a84e0-0f71-4945-92fa-6c114bb5deb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:39.373383 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638d619-323c-454c-9ea5-7b2381816870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503ac1c5-b18e-4587-8b64-30393b3b64d9,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:39.375828 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4638d619-323c-454c-9ea5-7b2381816870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:40.047342 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57708) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:40.126562 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:20:40.151079 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1411216280-network', 'tenant_id': '253b528c902246379797921a1941a589'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:40.177709 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Made reservation on behalf of 253b528c902246379797921a1941a589 for: {'network': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:20:40.180438 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.192879 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.281013 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.285421 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.288468 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a474a99c-c5e8-46ce-8812-5a2e9255b348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:40.310488 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=93150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:20:40.319871 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f993f92f-e7ef-4f74-bfa9-50a2dcba5441,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:40.323532 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:40.327002 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.327362 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.segments_db [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Added segment 0fa5c82c-0f14-4885-85a2-43ccfaaee7a8 of type vlan for network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d Jun 29 16:20:40.369006 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.399226 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.401032 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:40.401737 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.404134 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:40.454378 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4058688 Jun 29 16:20:40.458120 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57712) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:40.463216 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Request body: {'subnet': {'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1411216280-subnet', 'tenant_id': '253b528c902246379797921a1941a589', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:40.466658 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Pushing event updated for resources: {'Network': ['ID=1ab7af2a-73cb-41c8-ac56-095f2326ad3d,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:40.469654 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:40.479611 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:20:40.486707 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Made reservation on behalf of 253b528c902246379797921a1941a589 for: {'subnet': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:20:40.488881 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3587018'] for subnet, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.627836 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 50850ada-38dc-4fd8-87f2-e73ad54b68c3 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:20:40.649968 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 50850ada-38dc-4fd8-87f2-e73ad54b68c3 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:20:40.650357 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 50850ada-38dc-4fd8-87f2-e73ad54b68c3 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:20:40.665879 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3576085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3587032'] for subnet, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.668336 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:40.725351 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Pushing event updated for resources: {'Subnet': ['ID=983450a6-37e2-4edf-b46a-57d569c8287d,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:40.729489 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:40.736307 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Checking segment: {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:20:40.736668 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Network hostable DHCP agents. Network: 1ab7af2a-73cb-41c8-ac56-095f2326ad3d, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:20:40.753410 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:20:40.763132 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, 1ab7af2a-73cb-41c8-ac56-095f2326ad3d) {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:40.767064 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:40.767665 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for subnet, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.773847 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a11047-a5a5-4cb2-a323-b26b84dba01b None None] Network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:20:40.782175 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-434ea60e-dee4-457e-bcaf-78d95b1c932b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3228383 Jun 29 16:20:40.785078 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57714) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:40.789853 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:40.812840 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1655808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1011'] for router, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.813846 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1661490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1713502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-996'] for router, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.866863 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:40.928040 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2d8c25ef-cf86-5e97-9a45-35b8c86f43c7-1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d'}]}} from dv-cinder-786260-7-smb. {{(pid=93152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 16:20:40.928910 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.009217 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1655823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-790'] for router, precommit_update {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.069679 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.db_base_plugin_common [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Allocated IP 172.20.0.2 (1ab7af2a-73cb-41c8-ac56-095f2326ad3d/983450a6-37e2-4edf-b46a-57d569c8287d/aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c) {{(pid=93152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:20:41.216139 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Notify callbacks [] for port, precommit_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.216609 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.225630 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Transition to ACTIVE for port object aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:20:41.241628 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.242351 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Transition to ACTIVE for port object aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c will not be triggered until provisioned by entity DHCP. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:20:41.248745 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572'] for port, after_create {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.250711 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:41.292958 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d is already hosted by enough agents. {{(pid=93152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:20:41.295846 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.scheduler.base_scheduler [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Resources bound (agent type, host, resource id): {{(pid=93152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:41.298804 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Received port after_create {{(pid=93152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:20:41.311698 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Pushing event updated for resources: {'Port': ['ID=aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c,revision_number=1']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:41.315125 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:41.352983 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_common [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Allocated IP 172.28.0.51 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/5a85682e-c8b9-4423-bd28-7f9ae407672a) {{(pid=93150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:20:41.369267 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Attempting to bind port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:20:41.370169 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Attempting to bind port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:20:41.370169 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Attempting to bind port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c on network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:20:41.376732 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:20:41.377113 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Checking segment: {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:20:41.377527 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.377922 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Bound using segment: {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:20:41.378402 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Bound port: aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:20:41.378805 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.443890 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] For port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:20:41.447605 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] For port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:20:41.452151 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.454097 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:41.472024 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.518574 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26134681'] for port, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:41.519337 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Pushing event updated for resources: {'Port': ['ID=aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c,revision_number=2']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:41.521449 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:41.523260 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:41.564751 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:20:41.568572 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Resources bound (agent type, host, resource id): {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:41.571293 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Received port after_create {{(pid=93150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:20:41.577533 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Pushing event updated for resources: {'Port': ['ID=5a85682e-c8b9-4423-bd28-7f9ae407672a,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:41.580577 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:41.883489 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:42.091550 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1655830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1586085'] for router, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:42.236908 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Router ab5402a6-ee9e-401f-91f8-b0b352289380 is scheduled to L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b with binding_index 1 {{(pid=93150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 16:20:42.354014 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:20:42.366192 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Sync routers for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:20:42.372969 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:42.374542 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-5da3b234-9e96-4b57-93bb-7747f1a73483 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5883362 Jun 29 16:20:42.376728 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:42.377367 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57716) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:42.384943 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:42.415321 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292fe0dd-bd7d-496f-a914-37d545c6bb1a None None] Network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:20:42.513115 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:42.532777 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-6cac8486-3d1a-4d70-8a76-7e74c7e3fbd7 None None] Provisioning for port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:20:42.736269 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:20:42.755847 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:41Z', 'revision_number': 3, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:42.789898 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Checking router: ab5402a6-ee9e-401f-91f8-b0b352289380 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:20:42.790445 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Updating router ab5402a6-ee9e-401f-91f8-b0b352289380 port 5a85682e-c8b9-4423-bd28-7f9ae407672a binding host dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:20:42.799763 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:20:42.805789 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:42.806182 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:42.832277 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:42.873324 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-628c8523-40c9-4ebf-b1ce-09e638b94ff3 None None] Provisioning complete for port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:42.873713 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-628c8523-40c9-4ebf-b1ce-09e638b94ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:42.945715 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.004544 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:43.012820 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.018326 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:43.044906 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-628c8523-40c9-4ebf-b1ce-09e638b94ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.089527 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:43.094903 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:43.117898 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.136662 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.db.api [None req-628c8523-40c9-4ebf-b1ce-09e638b94ff3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 16:20:43.137081 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_db.api [None req-628c8523-40c9-4ebf-b1ce-09e638b94ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 16:20:43.153411 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Notify callbacks [] for port, precommit_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.165784 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.provisioning_blocks [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Transition to ACTIVE for port object 5a85682e-c8b9-4423-bd28-7f9ae407672a will not be triggered until provisioned by entity L2. {{(pid=93153) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:20:43.171497 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.173674 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-5b556f23-813a-4b67-a055-36bdf875e176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:43.224316 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Attempting to bind port 5a85682e-c8b9-4423-bd28-7f9ae407672a on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:20:43.224685 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Attempting to bind port 5a85682e-c8b9-4423-bd28-7f9ae407672a by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:20:43.225049 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Attempting to bind port 5a85682e-c8b9-4423-bd28-7f9ae407672a on network 2a2ef043-d930-438a-b7bc-58c08f4c893b {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:20:43.228186 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Pushing event updated for resources: {'Port': ['ID=5a85682e-c8b9-4423-bd28-7f9ae407672a,revision_number=2']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:43.235997 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:20:43.236373 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Checking segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:20:43.236778 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.237173 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Bound using segment: {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'} {{(pid=93153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:20:43.237645 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.managers [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Bound port: 5a85682e-c8b9-4423-bd28-7f9ae407672a, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113e7e85-c43d-4cdf-9a19-14b2e64c1a28', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}}] {{(pid=93153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:20:43.238763 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.240269 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.240607 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.240950 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.241278 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.241601 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.241966 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.242313 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.242313 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.242984 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.243470 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.243470 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.243823 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:20:43.248129 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:43.289231 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Allocated IP 172.20.0.1 (1ab7af2a-73cb-41c8-ac56-095f2326ad3d/983450a6-37e2-4edf-b46a-57d569c8287d/a2478784-34cf-4261-a9a8-e4c6924b28c6) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:20:43.299764 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] For port 5a85682e-c8b9-4423-bd28-7f9ae407672a, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:20:43.303208 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.plugins.ml2.db [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] For port 5a85682e-c8b9-4423-bd28-7f9ae407672a, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=5a85682e-c8b9-4423-bd28-7f9ae407672a,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:20:43.317358 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron_lib.callbacks.manager [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.320798 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-6056aa93-4a66-42ab-bfde-c2937a3f7501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:43.385307 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:43.386035 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:43.408204 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.424466 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Pushing event updated for resources: {'Port': ['ID=5a85682e-c8b9-4423-bd28-7f9ae407672a,revision_number=3']} {{(pid=93153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:43.424765 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Transition to ACTIVE for port object a2478784-34cf-4261-a9a8-e4c6924b28c6 will not be triggered until provisioned by entity DHCP. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:20:43.426065 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG oslo_concurrency.lockutils [None req-3959989c-f59a-4eb3-a43c-2763b566ffe8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:43.486987 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.489510 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e380f4ec-aa04-451a-acc0-6ad91b0286ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:43.507346 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:43.532181 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:20:43.537042 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:43.542605 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Pushing event updated for resources: {'Port': ['ID=a2478784-34cf-4261-a9a8-e4c6924b28c6,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:43.545463 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:20:43.548656 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:43.600126 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1658242'] for router_interface, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.740528 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:41Z', 'revision_number': 3, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:43.792221 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1bc82-de9f-4504-8809-cf982f2f6087 None None] The sync data for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb is: [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:41Z', 'revision_number': 3, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:20:43.808926 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:43.961285 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-21677cbc-800e-445b-8395-6d6db323d1e9 None None] Provisioning for port a2478784-34cf-4261-a9a8-e4c6924b28c6 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:20:43.965752 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-21677cbc-800e-445b-8395-6d6db323d1e9 None None] Provisioning complete for port a2478784-34cf-4261-a9a8-e4c6924b28c6 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:43.966374 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-21677cbc-800e-445b-8395-6d6db323d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:44.008950 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:44.017708 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:44.020577 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ac9a01e1-772d-49d1-bec0-4f488fb88a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:44.021540 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-21677cbc-800e-445b-8395-6d6db323d1e9 None None] Port a2478784-34cf-4261-a9a8-e4c6924b28c6 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:20:44.105678 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Pushing event updated for resources: {'Port': ['ID=a2478784-34cf-4261-a9a8-e4c6924b28c6,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:44.108316 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1658134'] for router_interface, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:44.110391 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:44.217388 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:20:44.219048 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:44.360201 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Router ab5402a6-ee9e-401f-91f8-b0b352289380 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:20:44.448938 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-b54af3dd-c114-4327-8c25-71ea868f4a70 None None] Provisioning complete for port a2478784-34cf-4261-a9a8-e4c6924b28c6 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:44.449412 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b54af3dd-c114-4327-8c25-71ea868f4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:44.489272 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-b54af3dd-c114-4327-8c25-71ea868f4a70 None None] Port a2478784-34cf-4261-a9a8-e4c6924b28c6 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:20:44.492376 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:20:44.500088 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] 10.222.0.83 "PUT /v2.0/routers/ab5402a6-ee9e-401f-91f8-b0b352289380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1194794 Jun 29 16:20:44.727261 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 5a85682e-c8b9-4423-bd28-7f9ae407672a up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:20:44.786626 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port 5a85682e-c8b9-4423-bd28-7f9ae407672a completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:20:44.790508 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 5a85682e-c8b9-4423-bd28-7f9ae407672a triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:44.790956 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:44.889567 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:44.919667 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port 5a85682e-c8b9-4423-bd28-7f9ae407672a, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=5a85682e-c8b9-4423-bd28-7f9ae407672a,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:44.928429 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:44.929764 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:20:44.934393 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:45.022154 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=5a85682e-c8b9-4423-bd28-7f9ae407672a,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:45.025793 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:45.033833 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:45.034298 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.045549 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57724) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:45.050339 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-cd1fdb98-f094-4e08-8149-363b798bc6af tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--548339040', 'description': 'tempest-description--1788913465'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:45.074807 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-cd1fdb98-f094-4e08-8149-363b798bc6af tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.171818 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-cd1fdb98-f094-4e08-8149-363b798bc6af tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.177112 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-cd1fdb98-f094-4e08-8149-363b798bc6af tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.181501 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-21c72c29-1cb5-4661-9e36-de81fa3a4d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:45.205482 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-cd1fdb98-f094-4e08-8149-363b798bc6af tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.207024 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-cd1fdb98-f094-4e08-8149-363b798bc6af tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1603734 Jun 29 16:20:45.212131 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57726) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:45.216370 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fdb98-f094-4e08-8149-363b798bc6af tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f802e59-7c0d-4a4b-9a65-460e2ae145a4,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:45.219436 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-cd1fdb98-f094-4e08-8149-363b798bc6af tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:45.220170 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-4bb4443f-2450-42a4-af7f-0d36facdc700 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'security_group_rule': {'security_group_id': '6f802e59-7c0d-4a4b-9a65-460e2ae145a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:45.260635 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4bb4443f-2450-42a4-af7f-0d36facdc700 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.330421 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4bb4443f-2450-42a4-af7f-0d36facdc700 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.335083 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4bb4443f-2450-42a4-af7f-0d36facdc700 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.337981 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:45.359747 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4443f-2450-42a4-af7f-0d36facdc700 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509e8fd8-3e17-492c-a990-a3db2e981323,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:45.362216 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4bb4443f-2450-42a4-af7f-0d36facdc700 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:45.370435 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4bb4443f-2450-42a4-af7f-0d36facdc700 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.371845 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-4bb4443f-2450-42a4-af7f-0d36facdc700 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585186 Jun 29 16:20:45.379723 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57728) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:45.385252 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-09cf0802-c092-435b-8caa-876d0a61c4c9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'security_group_rule': {'security_group_id': '6f802e59-7c0d-4a4b-9a65-460e2ae145a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:45.416303 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-09cf0802-c092-435b-8caa-876d0a61c4c9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.482916 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-09cf0802-c092-435b-8caa-876d0a61c4c9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.492400 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-09cf0802-c092-435b-8caa-876d0a61c4c9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.493616 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Sync routers for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:20:45.494897 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:45.503273 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:45.504490 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:45.514986 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf0802-c092-435b-8caa-876d0a61c4c9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8614dac8-4152-4d34-bff2-bc7fefb5881d,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:45.517936 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-09cf0802-c092-435b-8caa-876d0a61c4c9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:45.523627 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-09cf0802-c092-435b-8caa-876d0a61c4c9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.525542 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-09cf0802-c092-435b-8caa-876d0a61c4c9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440449 Jun 29 16:20:45.529521 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57730) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:45.534748 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'floatingip': {'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:45.561406 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.632621 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:45.672962 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.803896 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Allocated IP 172.28.0.243 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/26e154ef-27c1-43ee-8cb9-d539bcccfe09) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:20:45.875063 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 2, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:45.919244 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Checking router: ab5402a6-ee9e-401f-91f8-b0b352289380 for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:20:45.919617 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Updating router ab5402a6-ee9e-401f-91f8-b0b352289380 port a2478784-34cf-4261-a9a8-e4c6924b28c6 binding host dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 16:20:45.934389 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.958122 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.975978 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:45.978293 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-49003ad3-be2c-4c57-816e-cfe09d27509a tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:46.024621 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:20:46.029007 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:46.033705 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:20:46.037014 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'Port': ['ID=26e154ef-27c1-43ee-8cb9-d539bcccfe09,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:46.057093 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:46.143022 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.195920 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.274731 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Notify callbacks [] for port, precommit_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.286673 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Transition to ACTIVE for port object a2478784-34cf-4261-a9a8-e4c6924b28c6 will not be triggered until provisioned by entity L2. {{(pid=93152) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:20:46.296717 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.301256 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-718b7391-0963-4091-8937-ad1ecf6f2ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:46.366212 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978478-5200-47e4-993e-95a138410606 None None] Pushing event updated for resources: {'Port': ['ID=a2478784-34cf-4261-a9a8-e4c6924b28c6,revision_number=3']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:46.371165 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-f2978478-5200-47e4-993e-95a138410606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:46.384650 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.390747 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.401058 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-32944035-fc7d-4ff5-bcea-791718432310 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:46.452500 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Attempting to bind port a2478784-34cf-4261-a9a8-e4c6924b28c6 on host dv-cinder-786260-7-smb for vnic_type normal with profile {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:20:46.453033 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Attempting to bind port a2478784-34cf-4261-a9a8-e4c6924b28c6 by drivers openvswitch,hyperv on host dv-cinder-786260-7-smb at level 0 using segments [{'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:20:46.453578 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Attempting to bind port a2478784-34cf-4261-a9a8-e4c6924b28c6 on network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:20:46.463065 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Checking agent: {'id': '96e02a91-cd39-4bb2-82a5-0a772a1dbd50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 6, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:20:46.463688 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Checking segment: {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:20:46.464342 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.464926 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Bound using segment: {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'} {{(pid=93152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:20:46.466174 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.managers [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Bound port: a2478784-34cf-4261-a9a8-e4c6924b28c6, host: dv-cinder-786260-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'}}] {{(pid=93152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:20:46.467021 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.486806 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'Port': ['ID=26e154ef-27c1-43ee-8cb9-d539bcccfe09,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:46.500581 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:46.502326 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.522848 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.528524 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9975421 Jun 29 16:20:46.570879 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] For port a2478784-34cf-4261-a9a8-e4c6924b28c6, host dv-cinder-786260-7-smb, cleared binding levels {{(pid=93152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:20:46.578554 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] For port a2478784-34cf-4261-a9a8-e4c6924b28c6, host dv-cinder-786260-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=a2478784-34cf-4261-a9a8-e4c6924b28c6,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:20:46.586737 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.591474 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:46.668184 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2978478-5200-47e4-993e-95a138410606 None None] Pushing event updated for resources: {'Port': ['ID=a2478784-34cf-4261-a9a8-e4c6924b28c6,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:46.672363 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-f2978478-5200-47e4-993e-95a138410606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:46.674811 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:46.675459 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:46.730159 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 5a85682e-c8b9-4423-bd28-7f9ae407672a up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:20:46.762125 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-c807b8be-a720-4596-ae81-7b1f8e38453e tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--548339040&fields=id&tenant_id=253b528c902246379797921a1941a589 HTTP/1.1" status: 200 len: 267 time: 0.0501375 Jun 29 16:20:46.851132 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port 5a85682e-c8b9-4423-bd28-7f9ae407672a triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:46.852128 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:46.891224 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:46.924790 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-caf09092-0098-47d6-9d54-7229fabd3907 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:46.926873 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-caf09092-0098-47d6-9d54-7229fabd3907 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 811 time: 0.1535075 Jun 29 16:20:46.949881 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-99a7e259-c99a-4478-ba4b-b60de068b834 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/quotas/253b528c902246379797921a1941a589 HTTP/1.1" status: 200 len: 375 time: 0.0158019 Jun 29 16:20:47.061791 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-63cdff71-c33f-4c7a-ae52-0265d3697630 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1008146 Jun 29 16:20:47.197773 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-6d8bc028-0a5e-47ac-bc3f-4e22395727ad service neutron] 10.222.0.83 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231294 Jun 29 16:20:47.218722 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:46Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:47.267448 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1488ef27-06a7-4436-bc16-5e67b4417011 None None] The sync data for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb is: [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:46Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:20:47.339493 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-75e9e709-adc8-41da-8bca-3c524457a9cd service neutron] 10.222.0.83 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320577 Jun 29 16:20:47.557871 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a3f73a57-5eba-4d85-85c8-235bb234768f req-d307ec12-c708-4609-a6e1-533f70c20f9c tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 210 time: 0.0346344 Jun 29 16:20:48.657975 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device a2478784-34cf-4261-a9a8-e4c6924b28c6 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:20:48.712370 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning for port a2478784-34cf-4261-a9a8-e4c6924b28c6 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:20:48.717956 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port a2478784-34cf-4261-a9a8-e4c6924b28c6 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:48.718341 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:48.721873 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-28ee9634-845b-4b34-bb09-a56c7e1b9b5f req-ab72158d-3f6d-4fa6-bcf3-0fd939715b21 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 210 time: 0.0362537 Jun 29 16:20:48.823420 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:48.868796 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] For port a2478784-34cf-4261-a9a8-e4c6924b28c6, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=a2478784-34cf-4261-a9a8-e4c6924b28c6,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:48.874015 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:48.876513 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:48.917445 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-6f4bcb57-61f6-4a79-8d80-0470462bfce8 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:48.918942 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-6f4bcb57-61f6-4a79-8d80-0470462bfce8 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.61 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 811 time: 0.1281562 Jun 29 16:20:48.934076 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Pushing event updated for resources: {'Port': ['ID=a2478784-34cf-4261-a9a8-e4c6924b28c6,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:48.940192 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:48.987503 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-0c43262a-28f3-49fd-89dd-6c6471066964 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=253b528c902246379797921a1941a589 HTTP/1.1" status: 200 len: 379 time: 0.0533917 Jun 29 16:20:48.997389 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'port': {'device_id': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'admin_state_up': True, 'tenant_id': '253b528c902246379797921a1941a589', 'security_groups': ['6f802e59-7c0d-4a4b-9a65-460e2ae145a4']}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:49.118442 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Made reservation on behalf of 253b528c902246379797921a1941a589 for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:20:49.124171 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:49.262982 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Allocated IP 172.20.0.10 (1ab7af2a-73cb-41c8-ac56-095f2326ad3d/983450a6-37e2-4edf-b46a-57d569c8287d/dfec4fcb-bc37-48bb-aa48-110fc772b705) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:20:49.406971 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:49.420185 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Transition to ACTIVE for port object dfec4fcb-bc37-48bb-aa48-110fc772b705 will not be triggered until provisioned by entity DHCP. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:20:49.451974 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:49.455615 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-5674cb33-03fd-4d40-8194-448f3cae4a1d tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:49.498518 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:20:49.501746 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:20:49.506095 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:20:49.512923 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'Port': ['ID=dfec4fcb-bc37-48bb-aa48-110fc772b705,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:49.537517 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:49.566522 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:49.567097 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:49.586550 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-da8e8eec-b74f-4fae-88de-aac97a596f19 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929291 Jun 29 16:20:49.606881 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Request body: {'port': {'device_id': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:49.652057 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0a99850a-61c1-40c9-a484-211b37caf716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:49.692570 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:49.732576 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-52310747-40b4-499d-aa50-3938568b0ac4 None None] Provisioning for port dfec4fcb-bc37-48bb-aa48-110fc772b705 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:20:49.736246 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-52310747-40b4-499d-aa50-3938568b0ac4 None None] Provisioning complete for port dfec4fcb-bc37-48bb-aa48-110fc772b705 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:49.736629 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-52310747-40b4-499d-aa50-3938568b0ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:49.772944 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-52310747-40b4-499d-aa50-3938568b0ac4 None None] Port dfec4fcb-bc37-48bb-aa48-110fc772b705 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:20:49.992346 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8e88c-348f-4973-a971-04ec9a622a73 req-1e1862be-c342-4120-902f-250f6d39b297 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:49.993731 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-70b8e88c-348f-4973-a971-04ec9a622a73 req-1e1862be-c342-4120-902f-250f6d39b297 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 932 time: 0.1510997 Jun 29 16:20:50.072548 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfec4fcb-bc37-48bb-aa48-110fc772b705 {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:20:50.082355 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:50.086817 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-70b8e88c-348f-4973-a971-04ec9a622a73 req-8893fa11-01da-4528-8493-c33ef9776c4c tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859885 Jun 29 16:20:50.099225 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Transition to ACTIVE for port object dfec4fcb-bc37-48bb-aa48-110fc772b705 will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:20:50.104322 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:50.107998 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-4bb933d2-8218-4db1-9432-69d8dcb4d003 tempest-AttachVolumeNegativeTest-1281633676 tempest-AttachVolumeNegativeTest-1281633676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:50.162793 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Pushing event updated for resources: {'Port': ['ID=dfec4fcb-bc37-48bb-aa48-110fc772b705,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:50.167889 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:50.256051 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Attempting to bind port dfec4fcb-bc37-48bb-aa48-110fc772b705 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:20:50.256386 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Attempting to bind port dfec4fcb-bc37-48bb-aa48-110fc772b705 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:20:50.256716 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Attempting to bind port dfec4fcb-bc37-48bb-aa48-110fc772b705 on network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:20:50.261612 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Port dfec4fcb-bc37-48bb-aa48-110fc772b705 on network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:20:50.261939 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Attempting to bind port dfec4fcb-bc37-48bb-aa48-110fc772b705 on network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:20:50.267034 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:20:50.267364 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Checking segment: {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:20:50.267776 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Bound using segment: {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:20:50.268213 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Bound port: dfec4fcb-bc37-48bb-aa48-110fc772b705, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:20:50.268573 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:50.339424 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] For port dfec4fcb-bc37-48bb-aa48-110fc772b705, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:20:50.342670 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] For port dfec4fcb-bc37-48bb-aa48-110fc772b705, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:20:50.347097 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:50.350173 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-42b6cc77-6e74-4ca2-a78c-ecebf98dcdd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:50.391091 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:50.391868 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:50.393428 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] 10.222.0.61 "PUT /v2.0/ports/dfec4fcb-bc37-48bb-aa48-110fc772b705 HTTP/1.1" status: 200 len: 1094 time: 0.7938921 Jun 29 16:20:50.394645 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'tag': 'dfec4fcb-bc37-48bb-aa48-110fc772b705'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:20:50.396975 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "67df2ca4-2378-4fe1-bcdc-09864a915c5f", "tag": "dfec4fcb-bc37-48bb-aa48-110fc772b705"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:20:50.432117 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Pushing event updated for resources: {'Port': ['ID=dfec4fcb-bc37-48bb-aa48-110fc772b705,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:50.435426 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:50.447959 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1eaad4b-ec5d-4ac3-acfd-6cdf17629efe x-openstack-request-id: req-c1eaad4b-ec5d-4ac3-acfd-6cdf17629efe {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:20:50.448483 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67df2ca4-2378-4fe1-bcdc-09864a915c5f", "tag": "dfec4fcb-bc37-48bb-aa48-110fc772b705", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:20:50.448900 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c1eaad4b-ec5d-4ac3-acfd-6cdf17629efe {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:20:50.449420 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'tag': 'dfec4fcb-bc37-48bb-aa48-110fc772b705', 'status': 'completed', 'code': 200} Jun 29 16:20:50.518180 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-a2d9cc3e-1d08-480b-9c33-442c330af0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:50.520108 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-a2d9cc3e-1d08-480b-9c33-442c330af0b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 1097 time: 0.0658264 Jun 29 16:20:50.577852 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-709e2940-be35-43d8-afb8-aa27f741c6f5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705 HTTP/1.1" status: 200 len: 217 time: 0.0452564 Jun 29 16:20:50.631805 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-9b7b3d59-63ea-4fb9-b81c-31023f490452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:50.633315 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-9b7b3d59-63ea-4fb9-b81c-31023f490452 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 200 len: 850 time: 0.0497561 Jun 29 16:20:50.640233 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device a2478784-34cf-4261-a9a8-e4c6924b28c6 up at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:20:50.694194 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Provisioning complete for port a2478784-34cf-4261-a9a8-e4c6924b28c6 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:50.694599 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:50.703847 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-dd02374a-0615-4596-af6a-18a173266dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:50.705350 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-dd02374a-0615-4596-af6a-18a173266dca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0616372 Jun 29 16:20:50.802100 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-2bf3cc3c-a6e6-414b-a592-5bf17804cbd4 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858285 Jun 29 16:20:50.901382 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-83a4de57-97d9-4f31-a5d9-af34f74775f4 req-762d740f-2ad5-4687-9ff8-02818585fbec service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911791 Jun 29 16:20:51.023490 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-dd4f85f4-c8bc-4c1d-95a6-642782cccf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:51.025030 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-dd4f85f4-c8bc-4c1d-95a6-642782cccf3b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 1097 time: 0.0599959 Jun 29 16:20:51.135619 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-22d4240f-40f9-4f6d-b6b1-1bfeb5f6a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:51.137450 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-22d4240f-40f9-4f6d-b6b1-1bfeb5f6a766 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 912 time: 0.1034658 Jun 29 16:20:51.185340 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-d28e5de1-3d8b-4979-adb7-fd16c5cda6dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705 HTTP/1.1" status: 200 len: 217 time: 0.0396237 Jun 29 16:20:51.273776 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-5a96db5d-75aa-4458-905c-ddaca1552f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:51.275236 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-5a96db5d-75aa-4458-905c-ddaca1552f8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 200 len: 850 time: 0.0831735 Jun 29 16:20:51.594140 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e0d55-cfea-46a7-a45f-4d4ab6c3d171 req-a18714e0-e4c0-4eaa-9853-a62470c9ef8a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:51.595602 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-073e0d55-cfea-46a7-a45f-4d4ab6c3d171 req-a18714e0-e4c0-4eaa-9853-a62470c9ef8a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 944 time: 0.3745346 Jun 29 16:20:51.625400 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-fcaca19e-7a56-4120-94b5-a8ef09084fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:51.626879 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-fcaca19e-7a56-4120-94b5-a8ef09084fcd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3442743 Jun 29 16:20:51.650584 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-073e0d55-cfea-46a7-a45f-4d4ab6c3d171 req-5f28e183-ace9-409a-8022-ded841ffe31b tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481987 Jun 29 16:20:51.729759 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-913475e3-0b7e-41f5-a06e-18b99e662b84 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913484 Jun 29 16:20:51.818659 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8b620b96-87e2-4459-8091-a0ad9bcc9d2c req-85eada0b-69f3-4dbf-8ac3-4a80792176ed service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819330 Jun 29 16:20:52.010320 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2f3827de-e46c-4046-a9c1-dd2febf37563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:52.291123 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:52.482514 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:52.830232 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eae5bc-bac6-4a32-b550-f975ac5c0174 req-62c851fc-706d-4a26-80a1-5af22206edc5 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:52.831643 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-20eae5bc-bac6-4a32-b550-f975ac5c0174 req-62c851fc-706d-4a26-80a1-5af22206edc5 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 944 time: 0.0648148 Jun 29 16:20:52.870032 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-20eae5bc-bac6-4a32-b550-f975ac5c0174 req-b9866b69-bf6a-4705-b33d-3891c0aee97f tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324743 Jun 29 16:20:53.066200 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device dfec4fcb-bc37-48bb-aa48-110fc772b705 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:20:53.167926 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port dfec4fcb-bc37-48bb-aa48-110fc772b705, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:53.178863 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': 'dfec4fcb-bc37-48bb-aa48-110fc772b705', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'port_id': 'dfec4fcb-bc37-48bb-aa48-110fc772b705', 'mac_address': 'fa:16:3e:aa:6b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:20:53.214966 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.228187 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfec4fcb-bc37-48bb-aa48-110fc772b705 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:20:53.247780 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port dfec4fcb-bc37-48bb-aa48-110fc772b705, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:53.252011 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.253869 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:53.306711 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:53.311072 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=dfec4fcb-bc37-48bb-aa48-110fc772b705,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:53.314051 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:53.526934 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['dfec4fcb-bc37-48bb-aa48-110fc772b705'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:20:54.219873 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1464b-c6f6-406b-9014-83b6b589782f req-481b0fa1-db86-498d-8cd8-5eb7be6ab81a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:54.221351 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8ab1464b-c6f6-406b-9014-83b6b589782f req-481b0fa1-db86-498d-8cd8-5eb7be6ab81a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 945 time: 0.0675361 Jun 29 16:20:54.262536 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8ab1464b-c6f6-406b-9014-83b6b589782f req-1e188ee6-a5d7-43d7-b10e-ddfbfb53e333 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356362 Jun 29 16:20:55.000341 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:55.081783 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device dfec4fcb-bc37-48bb-aa48-110fc772b705 up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:20:55.133832 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port dfec4fcb-bc37-48bb-aa48-110fc772b705 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:20:55.137610 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port dfec4fcb-bc37-48bb-aa48-110fc772b705 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:20:55.137980 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:55.213598 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:55.239043 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfec4fcb-bc37-48bb-aa48-110fc772b705'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:20:55.241321 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71841d2b-b523-4426-b356-779fb2585a7d" -d '{"events": [{"server_uuid": "67df2ca4-2378-4fe1-bcdc-09864a915c5f", "name": "network-vif-plugged", "status": "completed", "tag": "dfec4fcb-bc37-48bb-aa48-110fc772b705"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:20:55.254832 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port dfec4fcb-bc37-48bb-aa48-110fc772b705, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:20:55.259374 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:55.261190 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:20:55.282962 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac46137-4297-4870-9896-9aaaf79e387d x-openstack-request-id: req-8ac46137-4297-4870-9896-9aaaf79e387d {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:20:55.283245 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67df2ca4-2378-4fe1-bcdc-09864a915c5f", "name": "network-vif-plugged", "status": "completed", "tag": "dfec4fcb-bc37-48bb-aa48-110fc772b705", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:20:55.283503 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8ac46137-4297-4870-9896-9aaaf79e387d {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:20:55.283908 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfec4fcb-bc37-48bb-aa48-110fc772b705', 'code': 200} Jun 29 16:20:55.311525 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=dfec4fcb-bc37-48bb-aa48-110fc772b705,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:20:55.314989 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:20:55.436949 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96cec4-7b3e-4e99-b2d8-fca576bcd4f1 req-43eebad6-ff0e-424f-b93d-3dbd21ee0331 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:55.438650 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-aa96cec4-7b3e-4e99-b2d8-fca576bcd4f1 req-43eebad6-ff0e-424f-b93d-3dbd21ee0331 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0650103 Jun 29 16:20:55.478565 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-aa96cec4-7b3e-4e99-b2d8-fca576bcd4f1 req-721ac87b-afaa-4158-a74a-f3ce246fef49 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337541 Jun 29 16:20:55.541328 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e6f51-4640-4fe3-b19d-4ff5c1b1549d req-78349ef1-71f9-4f44-b639-70e65902b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:55.542920 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fe5e6f51-4640-4fe3-b19d-4ff5c1b1549d req-78349ef1-71f9-4f44-b639-70e65902b791 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 1099 time: 0.0559404 Jun 29 16:20:55.581111 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-fe5e6f51-4640-4fe3-b19d-4ff5c1b1549d req-a0cbdbd0-4045-4038-9ed6-436d8139559f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284011 Jun 29 16:20:56.663456 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb8508-fb86-4bba-86a1-fff850d0d70a req-3684cce4-7b35-400b-9eac-e2b7e53cca9b tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:56.665003 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bdeb8508-fb86-4bba-86a1-fff850d0d70a req-3684cce4-7b35-400b-9eac-e2b7e53cca9b tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0684977 Jun 29 16:20:56.701894 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bdeb8508-fb86-4bba-86a1-fff850d0d70a req-ded69678-95c0-4827-b708-d56341c8d737 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313182 Jun 29 16:20:57.875025 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21981578-e57b-4db0-93b1-ffbf7636ec1d req-d06f457f-a642-4bc5-af66-fc8292818d49 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:57.876454 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-21981578-e57b-4db0-93b1-ffbf7636ec1d req-d06f457f-a642-4bc5-af66-fc8292818d49 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0624220 Jun 29 16:20:57.916422 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-21981578-e57b-4db0-93b1-ffbf7636ec1d req-db8e67aa-eb15-4367-adad-84e7de9f69f1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343151 Jun 29 16:20:58.089343 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574bc61-15ba-498b-9cb7-daf16cc82e6a req-0770b69f-542e-4a24-9ab2-2574cf8b3592 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:58.090857 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0574bc61-15ba-498b-9cb7-daf16cc82e6a req-0770b69f-542e-4a24-9ab2-2574cf8b3592 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0687568 Jun 29 16:20:58.099334 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57784) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:20:58.104120 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-b965dca7-48ef-4e09-a988-4c1d83ba4124 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'floatingip': {'port_id': 'dfec4fcb-bc37-48bb-aa48-110fc772b705'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:20:58.145229 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b965dca7-48ef-4e09-a988-4c1d83ba4124 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:58.597740 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b965dca7-48ef-4e09-a988-4c1d83ba4124 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:58.601510 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b965dca7-48ef-4e09-a988-4c1d83ba4124 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:58.704844 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.l3_db [None req-b965dca7-48ef-4e09-a988-4c1d83ba4124 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Floating IP f5fd3c65-bd42-4be0-9b92-8f5851e2134b associated. External IP: 172.28.0.243, port: dfec4fcb-bc37-48bb-aa48-110fc772b705. Jun 29 16:20:58.937042 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b965dca7-48ef-4e09-a988-4c1d83ba4124 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Router ab5402a6-ee9e-401f-91f8-b0b352289380 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:20:59.045427 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b965dca7-48ef-4e09-a988-4c1d83ba4124 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:20:59.050927 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b965dca7-48ef-4e09-a988-4c1d83ba4124 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:20:59.055690 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] Sync routers for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:20:59.067967 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:59.068793 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:59.089645 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-b965dca7-48ef-4e09-a988-4c1d83ba4124 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "PUT /v2.0/floatingips/f5fd3c65-bd42-4be0-9b92-8f5851e2134b HTTP/1.1" status: 200 len: 992 time: 0.9892297 Jun 29 16:20:59.090399 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'tag': 'dfec4fcb-bc37-48bb-aa48-110fc772b705'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:20:59.092818 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7" -d '{"events": [{"name": "network-changed", "server_uuid": "67df2ca4-2378-4fe1-bcdc-09864a915c5f", "tag": "dfec4fcb-bc37-48bb-aa48-110fc772b705"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:20:59.132297 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934f0518-6bfa-48cb-8cdf-e1065e2d4f99 x-openstack-request-id: req-934f0518-6bfa-48cb-8cdf-e1065e2d4f99 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:20:59.132628 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67df2ca4-2378-4fe1-bcdc-09864a915c5f", "tag": "dfec4fcb-bc37-48bb-aa48-110fc772b705", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:20:59.132925 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-934f0518-6bfa-48cb-8cdf-e1065e2d4f99 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:20:59.133373 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'tag': 'dfec4fcb-bc37-48bb-aa48-110fc772b705', 'status': 'completed', 'code': 200} Jun 29 16:20:59.188980 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:59.210738 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-d27e5651-bf5c-48d5-9b5b-e2ccde0afd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:59.212337 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-d27e5651-bf5c-48d5-9b5b-e2ccde0afd24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 1099 time: 0.0558412 Jun 29 16:20:59.315121 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-6da8b035-a2c4-4b39-9df0-3a25a38019eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:59.317242 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-6da8b035-a2c4-4b39-9df0-3a25a38019eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 912 time: 0.0971537 Jun 29 16:20:59.387680 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-80f19e67-33f5-462e-8ef4-e7c9137acf04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705 HTTP/1.1" status: 200 len: 1000 time: 0.0640306 Jun 29 16:20:59.442379 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-2526fea3-6421-47df-a7b4-575ed7ee1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:59.443763 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-2526fea3-6421-47df-a7b4-575ed7ee1c0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 200 len: 850 time: 0.0491045 Jun 29 16:20:59.502975 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-6f969040-ba7a-45e0-b77b-466d985413c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:20:59.504620 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-6f969040-ba7a-45e0-b77b-466d985413c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0543163 Jun 29 16:20:59.514090 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'f5fd3c65-bd42-4be0-9b92-8f5851e2134b', 'tenant_id': '253b528c902246379797921a1941a589', 'floating_ip_address': '172.28.0.243', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'port_id': 'dfec4fcb-bc37-48bb-aa48-110fc772b705', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'mac_address': 'fa:16:3e:aa:6b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:20:46Z', 'updated_at': '2021-06-29T16:20:58Z', 'revision_number': 1, 'project_id': '253b528c902246379797921a1941a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:59.542396 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] Checking router: ab5402a6-ee9e-401f-91f8-b0b352289380 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:20:59.552586 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:20:59.553220 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:59.596394 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-b828ccd4-be26-4000-ba38-3bea3047dc32 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847650 Jun 29 16:20:59.658336 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:20:59.691441 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8d54dc7c-6df4-4a16-875b-e6f22d6c58d7 req-49f21ef7-611a-4235-ae2d-9dea3294219a service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887902 Jun 29 16:20:59.891557 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'f5fd3c65-bd42-4be0-9b92-8f5851e2134b', 'tenant_id': '253b528c902246379797921a1941a589', 'floating_ip_address': '172.28.0.243', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'port_id': 'dfec4fcb-bc37-48bb-aa48-110fc772b705', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'mac_address': 'fa:16:3e:aa:6b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:20:46Z', 'updated_at': '2021-06-29T16:20:58Z', 'revision_number': 1, 'project_id': '253b528c902246379797921a1941a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:20:59.918294 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8957b5-a2d6-4eec-9bb5-cb81e5c26b2e None None] The sync data for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb is: [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'f5fd3c65-bd42-4be0-9b92-8f5851e2134b', 'tenant_id': '253b528c902246379797921a1941a589', 'floating_ip_address': '172.28.0.243', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'port_id': 'dfec4fcb-bc37-48bb-aa48-110fc772b705', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'mac_address': 'fa:16:3e:aa:6b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:20:46Z', 'updated_at': '2021-06-29T16:20:58Z', 'revision_number': 1, 'project_id': '253b528c902246379797921a1941a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:21:00.106911 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6566494-b143-48b2-917a-a373c072d24d None None] New status for floating IP f5fd3c65-bd42-4be0-9b92-8f5851e2134b: ACTIVE {{(pid=93152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:21:10.239526 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57808) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:10.400163 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Deleting port 5073b489-a045-40d7-bae5-4f928cc57017 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:21:10.400515 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:10.480655 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:10.480989 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:10.493535 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Calling delete_port for 5073b489-a045-40d7-bae5-4f928cc57017 owned by network:floatingip {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:21:10.672898 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:10.675911 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bcd7bc8a-cd8c-4786-a451-cd2763232d25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:10.700926 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event deleted for resources: {'Port': ['ID=5073b489-a045-40d7-bae5-4f928cc57017,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:10.712937 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.713315 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.713685 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.714048 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.714409 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.714765 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.715119 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.715469 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.715855 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.716215 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.716562 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.716918 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:21:10.735509 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:10.779829 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for floatingip, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:10.780159 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.db.l3_db [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Floating IP cf57da0e-fc93-45e9-b2bb-1aa7f2325b85 disassociated (deleted). External IP: 172.28.0.213, port: 295e5020-2164-4ff6-855b-766d0e813d8e. Jun 29 16:21:10.990067 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Router b47ed41e-e27f-4b91-96ab-781c48d6be77 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:21:11.100448 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:21:11.106048 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:11.113373 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] Sync routers for ids ['b47ed41e-e27f-4b91-96ab-781c48d6be77'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:21:11.123053 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] Routers {'b47ed41e-e27f-4b91-96ab-781c48d6be77'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:21:11.123717 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['b47ed41e-e27f-4b91-96ab-781c48d6be77'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:11.237777 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] Set router b47ed41e-e27f-4b91-96ab-781c48d6be77 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:21:11.393961 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-e7753f4c-b69a-45a1-8f64-a3c52dc14f6b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "DELETE /v2.0/floatingips/cf57da0e-fc93-45e9-b2bb-1aa7f2325b85 HTTP/1.1" status: 204 len: 168 time: 1.1525009 Jun 29 16:21:11.395513 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e'}] {{(pid=93150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:21:11.398030 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48a7feb8469e3ec324b3892cc3d616f279792e0891358fa3d6d01a76cb3d71ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370e933-db41-4565-b234-137aa4729066" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e"}]}' {{(pid=93150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:21:11.463118 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '60019005-db42-4ae6-afa5-7617932160a4', 'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'mac_address': 'fa:16:3e:59:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:16Z', 'updated_at': '2021-06-29T16:16:27Z', 'revision_number': 5, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'subnets': [{'id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:11.491705 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] Checking router: b47ed41e-e27f-4b91-96ab-781c48d6be77 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:21:11.492058 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa650251-53bf-476a-bde8-0b1e2a69b8f1 x-openstack-request-id: req-fa650251-53bf-476a-bde8-0b1e2a69b8f1 {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:21:11.492730 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e", "status": "completed", "code": 200}]} {{(pid=93150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:21:11.493370 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fa650251-53bf-476a-bde8-0b1e2a69b8f1 {{(pid=93150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:21:11.493976 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e', 'status': 'completed', 'code': 200} Jun 29 16:21:11.506369 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] Routers {'b47ed41e-e27f-4b91-96ab-781c48d6be77'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:21:11.507081 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['b47ed41e-e27f-4b91-96ab-781c48d6be77'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:11.578779 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370e933-db41-4565-b234-137aa4729066 req-feb9735d-83cc-4ab6-938b-7011e299fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:11.580391 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6370e933-db41-4565-b234-137aa4729066 req-feb9735d-83cc-4ab6-938b-7011e299fddf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7ce43a5ee1ea4e489191275815a7235b&device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 1098 time: 0.0631192 Jun 29 16:21:11.646149 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] Set router b47ed41e-e27f-4b91-96ab-781c48d6be77 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:21:11.699727 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370e933-db41-4565-b234-137aa4729066 req-4ebc086f-e582-4bf4-8858-80e05856d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:11.701841 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6370e933-db41-4565-b234-137aa4729066 req-4ebc086f-e582-4bf4-8858-80e05856d11e service neutron] 10.222.0.61 "GET /v2.0/networks?id=da301bec-01b9-4017-b7b4-8b818fb048cc HTTP/1.1" status: 200 len: 910 time: 0.1146576 Jun 29 16:21:11.754569 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6370e933-db41-4565-b234-137aa4729066 req-91c47f38-065c-4193-9de5-8ce896c1fd53 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=295e5020-2164-4ff6-855b-766d0e813d8e HTTP/1.1" status: 200 len: 217 time: 0.0461879 Jun 29 16:21:11.835852 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370e933-db41-4565-b234-137aa4729066 req-d6e30086-c8ef-465f-a19a-9751c5a92e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:11.837315 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6370e933-db41-4565-b234-137aa4729066 req-d6e30086-c8ef-465f-a19a-9751c5a92e69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3 HTTP/1.1" status: 200 len: 848 time: 0.0614371 Jun 29 16:21:11.863142 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4932d92-e972-4fbb-8e83-55c341593f01 req-0c37bb7f-b11f-465b-973e-156ea9e89458 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:11.865742 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c4932d92-e972-4fbb-8e83-55c341593f01 req-0c37bb7f-b11f-465b-973e-156ea9e89458 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.1202974 Jun 29 16:21:11.891996 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '60019005-db42-4ae6-afa5-7617932160a4', 'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'mac_address': 'fa:16:3e:59:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:16Z', 'updated_at': '2021-06-29T16:16:27Z', 'revision_number': 5, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'subnets': [{'id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:11.932866 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c4932d92-e972-4fbb-8e83-55c341593f01 req-f4a4303a-4899-4ed2-875c-2491fe6e47c5 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466940 Jun 29 16:21:11.951094 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370e933-db41-4565-b234-137aa4729066 req-a159fe93-bd71-4060-a959-3a6fb8a4bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:11.952584 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6370e933-db41-4565-b234-137aa4729066 req-a159fe93-bd71-4060-a959-3a6fb8a4bed5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=da301bec-01b9-4017-b7b4-8b818fb048cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1082048 Jun 29 16:21:12.005359 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab9531-dfa5-4b54-876a-97eebfa9985e None None] The sync data for ids ['b47ed41e-e27f-4b91-96ab-781c48d6be77'] in dv-cinder-786260-7-smb is: [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:16:17Z', 'revision_number': 4, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': '60019005-db42-4ae6-afa5-7617932160a4', 'name': '', 'network_id': 'da301bec-01b9-4017-b7b4-8b818fb048cc', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'mac_address': 'fa:16:3e:59:4c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:16Z', 'updated_at': '2021-06-29T16:16:27Z', 'revision_number': 5, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'subnets': [{'id': 'c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:21:12.059167 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6370e933-db41-4565-b234-137aa4729066 req-37827498-1ca9-413b-acde-8ea95dc230af service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979047 Jun 29 16:21:12.157882 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6370e933-db41-4565-b234-137aa4729066 req-462469be-25b0-4f34-94e7-a90681fb4a2d service neutron] 10.222.0.61 "GET /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902359 Jun 29 16:21:12.219863 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0c697-5ca5-487b-b74a-ce456fbd4f57 None None] New status for floating IP cf57da0e-fc93-45e9-b2bb-1aa7f2325b85: DOWN {{(pid=93152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:21:13.117329 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c758a-ec33-440b-b81b-5a97e0ffcbc4 req-0b848041-320f-4c7c-9954-e98ad5699ec6 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:13.118998 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-934c758a-ec33-440b-b81b-5a97e0ffcbc4 req-0b848041-320f-4c7c-9954-e98ad5699ec6 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.0717592 Jun 29 16:21:13.159214 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-934c758a-ec33-440b-b81b-5a97e0ffcbc4 req-008ddd00-b96a-483e-914b-1836c9d9219b tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/security-groups?id=902ebbd4-82ff-4a89-8249-6883c71602b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332167 Jun 29 16:21:13.279712 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-4f906f08-db02-4371-a3cd-4a5cbfb6ff5f tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:13.281074 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-4f906f08-db02-4371-a3cd-4a5cbfb6ff5f tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 945 time: 0.0620871 Jun 29 16:21:13.385185 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Deleting port 295e5020-2164-4ff6-855b-766d0e813d8e {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:21:13.385526 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:13.473018 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] For port 295e5020-2164-4ff6-855b-766d0e813d8e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=295e5020-2164-4ff6-855b-766d0e813d8e,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:13.473383 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:13.485923 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Calling delete_port for 295e5020-2164-4ff6-855b-766d0e813d8e owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:21:13.613268 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:13.617860 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-9e88caf2-bd8f-4535-8a9f-b4d7400636ba tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:13.647945 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event deleted for resources: {'Port': ['ID=295e5020-2164-4ff6-855b-766d0e813d8e,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:13.650203 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:13.693657 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] No DVR routers for this DVR port 295e5020-2164-4ff6-855b-766d0e813d8e on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:21:13.696448 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:13.699974 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4b7b3631-b00c-4799-a929-e1b7588df39a req-296c5019-178a-456b-8c42-b81804372430 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.61 "DELETE /v2.0/ports/295e5020-2164-4ff6-855b-766d0e813d8e HTTP/1.1" status: 204 len: 173 time: 0.4117727 Jun 29 16:21:13.700502 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'name': 'network-vif-deleted', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:21:13.703307 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ac9d48-77c3-4e78-adbb-ed6284e607b7" -d '{"events": [{"server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "name": "network-vif-deleted", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:21:13.744228 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d38920d-d7a8-4c85-99bf-6f657ccbd52a x-openstack-request-id: req-3d38920d-d7a8-4c85-99bf-6f657ccbd52a {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:21:13.744683 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff6d903-5ba6-4cd0-80b7-fd4e062264ad", "name": "network-vif-deleted", "tag": "295e5020-2164-4ff6-855b-766d0e813d8e", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:21:13.744983 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3d38920d-d7a8-4c85-99bf-6f657ccbd52a {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:21:13.745419 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff6d903-5ba6-4cd0-80b7-fd4e062264ad', 'name': 'network-vif-deleted', 'tag': '295e5020-2164-4ff6-855b-766d0e813d8e', 'status': 'completed', 'code': 200} Jun 29 16:21:14.327817 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d9efa141-13bb-473f-8eaa-0824bcb84e59 req-f9f18cee-bcf0-4c80-afd7-6f403ef90f7c tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ff6d903-5ba6-4cd0-80b7-fd4e062264ad HTTP/1.1" status: 200 len: 210 time: 0.0382431 Jun 29 16:21:15.419463 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57836) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:15.477437 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-655ddbc6-b65c-4c5b-afdc-a408c351cae2 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:15.501319 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-655ddbc6-b65c-4c5b-afdc-a408c351cae2 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:15.559519 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-655ddbc6-b65c-4c5b-afdc-a408c351cae2 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:15.562194 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-655ddbc6-b65c-4c5b-afdc-a408c351cae2 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:15.563352 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-655ddbc6-b65c-4c5b-afdc-a408c351cae2 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] 10.222.0.83 "DELETE /v2.0/security-groups/902ebbd4-82ff-4a89-8249-6883c71602b7 HTTP/1.1" status: 204 len: 168 time: 0.1428850 Jun 29 16:21:15.564200 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-09eb1d96-66c5-43b1-831c-be4f4a6373d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:15.573786 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ddbc6-b65c-4c5b-afdc-a408c351cae2 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902ebbd4-82ff-4a89-8249-6883c71602b7,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:15.577515 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-655ddbc6-b65c-4c5b-afdc-a408c351cae2 tempest-TestShelveInstance-1095602375 tempest-TestShelveInstance-1095602375-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:15.609682 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57840) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:16.011618 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658169'] for router_interface, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:16.268043 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Deleting port 60019005-db42-4ae6-afa5-7617932160a4 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:21:16.268413 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:16.351006 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] For port 60019005-db42-4ae6-afa5-7617932160a4, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=60019005-db42-4ae6-afa5-7617932160a4,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:16.351606 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:16.363565 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Calling delete_port for 60019005-db42-4ae6-afa5-7617932160a4 owned by network:router_interface {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:21:16.541150 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:16.543083 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-70727087-5f17-413a-9091-527723b4b00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:16.567845 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Pushing event deleted for resources: {'Port': ['ID=60019005-db42-4ae6-afa5-7617932160a4,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:16.571913 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:16.739087 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655433'] for router_interface, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:16.951248 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Router b47ed41e-e27f-4b91-96ab-781c48d6be77 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:21:17.061327 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:21:17.066743 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-56e1e4ca-5d56-400c-844d-63cb28402925 admin admin] 10.222.0.83 "PUT /v2.0/routers/b47ed41e-e27f-4b91-96ab-781c48d6be77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4559963 Jun 29 16:21:17.069715 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57846) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:17.071914 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] Sync routers for ids ['b47ed41e-e27f-4b91-96ab-781c48d6be77'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:21:17.082385 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] Routers {'b47ed41e-e27f-4b91-96ab-781c48d6be77'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:21:17.083204 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['b47ed41e-e27f-4b91-96ab-781c48d6be77'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:17.134081 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:21:17.158805 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 295e5020-2164-4ff6-855b-766d0e813d8e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:21:17.177353 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Notify callbacks [] for router, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.179455 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 295e5020-2164-4ff6-855b-766d0e813d8e {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:21:17.179833 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 295e5020-2164-4ff6-855b-766d0e813d8e not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:21:17.196810 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] Set router b47ed41e-e27f-4b91-96ab-781c48d6be77 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:21:17.280737 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.338098 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Deleting port f2f0bef0-872b-4418-8c10-f961714999c4 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:21:17.338433 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.388195 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:21:16Z', 'revision_number': 5, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port': {'id': 'f2f0bef0-872b-4418-8c10-f961714999c4', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:2d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:13Z', 'updated_at': '2021-06-29T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:17.415642 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] Checking router: b47ed41e-e27f-4b91-96ab-781c48d6be77 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:21:17.423691 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] Routers {'b47ed41e-e27f-4b91-96ab-781c48d6be77'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:21:17.424800 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['b47ed41e-e27f-4b91-96ab-781c48d6be77'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:17.427093 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] For port f2f0bef0-872b-4418-8c10-f961714999c4, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=f2f0bef0-872b-4418-8c10-f961714999c4,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:17.427560 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.440284 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Calling delete_port for f2f0bef0-872b-4418-8c10-f961714999c4 owned by network:router_gateway {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:21:17.510593 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] Set router b47ed41e-e27f-4b91-96ab-781c48d6be77 gateway port host: None {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:21:17.561048 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:21:17Z', 'revision_number': 6, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port_host': None}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:17.589298 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999008c6-5254-4beb-bf60-5acd98236bfb None None] The sync data for ids ['b47ed41e-e27f-4b91-96ab-781c48d6be77'] in dv-cinder-786260-7-smb is: [{'id': 'b47ed41e-e27f-4b91-96ab-781c48d6be77', 'name': 'tempest-TestShelveInstance-1620258691-router', 'tenant_id': '7ce43a5ee1ea4e489191275815a7235b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:12Z', 'updated_at': '2021-06-29T16:21:17Z', 'revision_number': 6, 'project_id': '7ce43a5ee1ea4e489191275815a7235b', 'gw_port_host': None}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:21:17.606120 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.608282 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c4f21083-3588-41ff-9935-d07291f69667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:17.633765 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f0bef0-872b-4418-8c10-f961714999c4,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:17.636844 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:17.694390 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586157'] for router_gateway, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.784497 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1655973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1005'] for router, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.786467 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.829038 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656492'] for router, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.829722 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b47ed41e-e27f-4b91-96ab-781c48d6be77 {{(pid=93150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:21:17.834632 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.835804 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-6fc8bd2f-0b5a-4b85-9fff-3a9260feb186 admin admin] 10.222.0.83 "DELETE /v2.0/routers/b47ed41e-e27f-4b91-96ab-781c48d6be77 HTTP/1.1" status: 204 len: 168 time: 0.7647452 Jun 29 16:21:17.838362 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57850) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:17.882698 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c314d29-2e1d-4143-bb69-50a43452a82a admin admin] Deleting subnet c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3 {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:21:17.885834 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5c314d29-2e1d-4143-bb69-50a43452a82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:17.919823 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5c314d29-2e1d-4143-bb69-50a43452a82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.010840 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5c314d29-2e1d-4143-bb69-50a43452a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.067851 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5c314d29-2e1d-4143-bb69-50a43452a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.070553 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:18.097892 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-5c314d29-2e1d-4143-bb69-50a43452a82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.099892 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-5c314d29-2e1d-4143-bb69-50a43452a82a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3 HTTP/1.1" status: 204 len: 168 time: 0.2604878 Jun 29 16:21:18.101679 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c314d29-2e1d-4143-bb69-50a43452a82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a1de8e-60e7-490d-bbe8-e0cb9e357ea3,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:18.102822 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57852) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:18.104193 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b72116-2d89-4ddf-8c19-9282bd6f2304 None None] Network da301bec-01b9-4017-b7b4-8b818fb048cc requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:21:18.107619 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-5c314d29-2e1d-4143-bb69-50a43452a82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:18.179310 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.234774 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Deleting port 61eff52f-b446-4ae4-9b57-c841e148219d {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:21:18.235107 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.381462 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56a59b0-d8d3-43b5-b0ae-97aea737baa9 None None] DHCP port deletion for da301bec-01b9-4017-b7b4-8b818fb048cc request from dv-cinder-786260-7-smb {{(pid=93152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:21:18.446411 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d56a59b0-d8d3-43b5-b0ae-97aea737baa9 None None] Deleting port 61eff52f-b446-4ae4-9b57-c841e148219d {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:21:18.446702 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d56a59b0-d8d3-43b5-b0ae-97aea737baa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.520543 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d56a59b0-d8d3-43b5-b0ae-97aea737baa9 None None] For port 61eff52f-b446-4ae4-9b57-c841e148219d, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=61eff52f-b446-4ae4-9b57-c841e148219d,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:18.520952 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d56a59b0-d8d3-43b5-b0ae-97aea737baa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.537747 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d56a59b0-d8d3-43b5-b0ae-97aea737baa9 None None] Calling delete_port for 61eff52f-b446-4ae4-9b57-c841e148219d owned by network:dhcp {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:21:18.563968 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] For port 61eff52f-b446-4ae4-9b57-c841e148219d, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=61eff52f-b446-4ae4-9b57-c841e148219d,segment=NetworkSegment(7375de09-05d4-43fc-a5b3-6c59046bd1a4),segment_id=7375de09-05d4-43fc-a5b3-6c59046bd1a4)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:18.564319 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.578482 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Calling delete_port for 61eff52f-b446-4ae4-9b57-c841e148219d owned by network:dhcp {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:21:18.623203 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d56a59b0-d8d3-43b5-b0ae-97aea737baa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.626233 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-b0c39b8e-7044-472c-8842-fa6769d46e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:18.653872 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a59b0-d8d3-43b5-b0ae-97aea737baa9 None None] Pushing event deleted for resources: {'Port': ['ID=61eff52f-b446-4ae4-9b57-c841e148219d,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:18.657129 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d56a59b0-d8d3-43b5-b0ae-97aea737baa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:18.657947 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a59b0-d8d3-43b5-b0ae-97aea737baa9 None None] No DVR routers for this DVR port 61eff52f-b446-4ae4-9b57-c841e148219d on host dv-cinder-786260-7-smb {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:21:18.680917 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.683915 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-e304cf68-d8a1-425a-8ede-7fe6d5b2606e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:18.686749 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 61eff52f-b446-4ae4-9b57-c841e148219d no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:21:18.708797 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 61eff52f-b446-4ae4-9b57-c841e148219d {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:21:18.709219 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 61eff52f-b446-4ae4-9b57-c841e148219d not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:21:18.709811 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device f2f0bef0-872b-4418-8c10-f961714999c4 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:21:18.713607 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Pushing event deleted for resources: {'Port': ['ID=61eff52f-b446-4ae4-9b57-c841e148219d,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:18.716716 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:18.719456 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] No DVR routers for this DVR port 61eff52f-b446-4ae4-9b57-c841e148219d on host dv-cinder-786260-7-smb {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:21:18.734333 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: f2f0bef0-872b-4418-8c10-f961714999c4 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:21:18.734601 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device f2f0bef0-872b-4418-8c10-f961714999c4 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:21:18.735017 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 60019005-db42-4ae6-afa5-7617932160a4 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:21:18.755899 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 60019005-db42-4ae6-afa5-7617932160a4 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:21:18.756248 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 60019005-db42-4ae6-afa5-7617932160a4 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:21:18.794933 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.805287 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da301bec-01b9-4017-b7b4-8b818fb048cc']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:18.815380 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7375de09-05d4-43fc-a5b3-6c59046bd1a4') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:18.815702 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7375de09-05d4-43fc-a5b3-6c59046bd1a4') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:18.824193 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.837740 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.843738 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:21:18.844108 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: self.session.flush() Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: self.session.flush() Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: self.session.flush() Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: self.session.flush() Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:21:18.845811 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:21:18.906385 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.911452 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:18.913851 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] 10.222.0.83 "DELETE /v2.0/networks/da301bec-01b9-4017-b7b4-8b818fb048cc HTTP/1.1" status: 204 len: 168 time: 0.8095360 Jun 29 16:21:18.914225 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-750ef62f-29cc-4146-b31f-87449468112f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:18.916432 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57856) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:18.927392 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Pushing event deleted for resources: {'Network': ['ID=da301bec-01b9-4017-b7b4-8b818fb048cc,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:18.929817 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:19.265468 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658169'] for router_interface, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:19.545760 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Deleting port b043368d-51e5-4988-8f7b-9670597ac28f {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:21:19.546106 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:19.628597 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] For port b043368d-51e5-4988-8f7b-9670597ac28f, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=b043368d-51e5-4988-8f7b-9670597ac28f,segment=NetworkSegment(317b0e19-5d1a-4ea4-a626-c77c3de607e2),segment_id=317b0e19-5d1a-4ea4-a626-c77c3de607e2)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:19.628960 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:19.645589 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Calling delete_port for b043368d-51e5-4988-8f7b-9670597ac28f owned by network:router_interface {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:21:19.655039 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-448d8130-a1b4-4d2a-8565-5eabc1f217b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:20.072718 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:20.074708 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-fbd74120-035a-4567-af98-c3e3a7d6a272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:20.100032 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Pushing event deleted for resources: {'Port': ['ID=b043368d-51e5-4988-8f7b-9670597ac28f,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:20.103615 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:20.270458 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655433'] for router_interface, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:20.489675 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:21:20.601990 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:21:20.605831 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] 10.222.0.83 "PUT /v2.0/routers/13fbdd8b-a47a-4ce9-9912-4e72e309c54f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6881332 Jun 29 16:21:20.608368 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57860) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:20.611925 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] Sync routers for ids ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'] in dv-cinder-786260-7-smb {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:21:20.630281 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] Routers {'13fbdd8b-a47a-4ce9-9912-4e72e309c54f'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:21:20.630942 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:20.721803 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:20.747155 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] Set router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f gateway port host: dv-cinder-786260-7-smb {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:21:20.829332 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:20.885609 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Deleting port ad1d4405-cc79-4427-8845-42dc23be5d79 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:21:20.886083 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:20.946303 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'name': 'tempest-TestShelveInstance-1486530848-router', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146'}], 'enable_snat': True}, 'gw_port_id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:21Z', 'updated_at': '2021-06-29T16:21:20Z', 'revision_number': 5, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'gw_port': {'id': 'ad1d4405-cc79-4427-8845-42dc23be5d79', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:16:22Z', 'updated_at': '2021-06-29T16:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:20.971165 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] For port ad1d4405-cc79-4427-8845-42dc23be5d79, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=ad1d4405-cc79-4427-8845-42dc23be5d79,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:20.971527 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:20.976711 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] Checking router: 13fbdd8b-a47a-4ce9-9912-4e72e309c54f for host: dv-cinder-786260-7-smb {{(pid=93152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:21:20.983920 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Calling delete_port for ad1d4405-cc79-4427-8845-42dc23be5d79 owned by network:router_gateway {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:21:20.984873 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] Routers {'13fbdd8b-a47a-4ce9-9912-4e72e309c54f'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:21:20.985492 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:20:52Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'], 'active': True} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:21.079358 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvr_db [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] Set router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f gateway port host: None {{(pid=93152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:21:21.135946 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_hamode_db [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'name': 'tempest-TestShelveInstance-1486530848-router', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:21Z', 'updated_at': '2021-06-29T16:21:20Z', 'revision_number': 6, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'gw_port_host': None}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:21.153869 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.156062 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d96d8efd-9d5a-4188-bb21-56c6f327e086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:21.164128 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5356674-b543-4a7a-b0cf-85f42f449cca None None] The sync data for ids ['13fbdd8b-a47a-4ce9-9912-4e72e309c54f'] in dv-cinder-786260-7-smb is: [{'id': '13fbdd8b-a47a-4ce9-9912-4e72e309c54f', 'name': 'tempest-TestShelveInstance-1486530848-router', 'tenant_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:16:21Z', 'updated_at': '2021-06-29T16:21:20Z', 'revision_number': 6, 'project_id': '8f74f24e980b4507b91b57f8bd47ff4f', 'gw_port_host': None}] {{(pid=93152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:21:21.182416 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1d4405-cc79-4427-8845-42dc23be5d79,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:21.184829 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:21.248270 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586157'] for router_gateway, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.339468 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1655973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1005'] for router, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.341484 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.383843 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656492'] for router, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.384369 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13fbdd8b-a47a-4ce9-9912-4e72e309c54f {{(pid=93150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:21:21.388779 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.390101 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-81376e64-1c14-4ecd-a7dc-0090c9d85f7f admin admin] 10.222.0.83 "DELETE /v2.0/routers/13fbdd8b-a47a-4ce9-9912-4e72e309c54f HTTP/1.1" status: 204 len: 168 time: 0.7807126 Jun 29 16:21:21.392565 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57864) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:21.441468 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-46beceb4-22b8-44be-bba0-cac92de6bfc4 admin admin] Deleting subnet 5a2b8c82-2577-4856-8263-918aae16fcb7 {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:21:21.444857 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46beceb4-22b8-44be-bba0-cac92de6bfc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.480821 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46beceb4-22b8-44be-bba0-cac92de6bfc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.570536 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46beceb4-22b8-44be-bba0-cac92de6bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.632679 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46beceb4-22b8-44be-bba0-cac92de6bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.634836 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:21.660320 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beceb4-22b8-44be-bba0-cac92de6bfc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2b8c82-2577-4856-8263-918aae16fcb7,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:21.663337 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-46beceb4-22b8-44be-bba0-cac92de6bfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:21.664356 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46beceb4-22b8-44be-bba0-cac92de6bfc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.667283 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-46beceb4-22b8-44be-bba0-cac92de6bfc4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/5a2b8c82-2577-4856-8263-918aae16fcb7 HTTP/1.1" status: 204 len: 168 time: 0.2733343 Jun 29 16:21:21.668867 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57866) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:21.669682 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2fcaa9-2657-45d2-b924-5a264112a565 None None] Network 7f08d1c6-2895-44e4-a846-b5203d7d79aa requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:21:21.745209 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.803065 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Deleting port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:21:21.803411 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.870160 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] For port fea0d7e3-ddc4-445b-97b6-cd27d4b45057, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=fea0d7e3-ddc4-445b-97b6-cd27d4b45057,segment=NetworkSegment(317b0e19-5d1a-4ea4-a626-c77c3de607e2),segment_id=317b0e19-5d1a-4ea4-a626-c77c3de607e2)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:21.870375 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.883803 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Calling delete_port for fea0d7e3-ddc4-445b-97b6-cd27d4b45057 owned by network:dhcp {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:21:21.921887 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd159629-4da0-403a-b239-1324a2368325 None None] DHCP port deletion for 7f08d1c6-2895-44e4-a846-b5203d7d79aa request from dv-cinder-786260-7-smb {{(pid=93152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:21:21.968504 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.972165 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c3d2f2f0-cc24-4eda-87d8-8f6227489a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:21.978945 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-dd159629-4da0-403a-b239-1324a2368325 None None] Deleting port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:21:21.979771 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd159629-4da0-403a-b239-1324a2368325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:21.995443 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea0d7e3-ddc4-445b-97b6-cd27d4b45057,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:21.998776 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:21.999558 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] No DVR routers for this DVR port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 on host dv-cinder-786260-7-smb {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:21:22.048618 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-34c4f37d-be55-413e-a5e3-94283f6ea915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.059754 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-dd159629-4da0-403a-b239-1324a2368325 None None] For port fea0d7e3-ddc4-445b-97b6-cd27d4b45057, host dv-cinder-786260-7-smb, got binding levels [] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:21:22.060150 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd159629-4da0-403a-b239-1324a2368325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.075414 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-dd159629-4da0-403a-b239-1324a2368325 None None] Calling delete_port for fea0d7e3-ddc4-445b-97b6-cd27d4b45057 owned by network:dhcp {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:21:22.078155 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.ipam_backend_mixin [None req-dd159629-4da0-403a-b239-1324a2368325 None None] Port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 was not found and therefore no delete operation was performed {{(pid=93152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 16:21:22.079539 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dd159629-4da0-403a-b239-1324a2368325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.082052 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:22.083643 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.095686 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f08d1c6-2895-44e4-a846-b5203d7d79aa']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:22.107157 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd159629-4da0-403a-b239-1324a2368325 None None] Pushing event deleted for resources: {'Port': ['ID=fea0d7e3-ddc4-445b-97b6-cd27d4b45057,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:22.108452 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317b0e19-5d1a-4ea4-a626-c77c3de607e2') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:22.108826 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317b0e19-5d1a-4ea4-a626-c77c3de607e2') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:21:22.112890 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-dd159629-4da0-403a-b239-1324a2368325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:22.117310 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd159629-4da0-403a-b239-1324a2368325 None None] No DVR routers for this DVR port fea0d7e3-ddc4-445b-97b6-cd27d4b45057 on host dv-cinder-786260-7-smb {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:21:22.119258 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.135502 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.142192 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:21:22.143152 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:21:22.145221 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:21:22.208085 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.212667 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a43f48d2-def6-498a-80b4-d15440e28037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:22.215544 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.217100 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7f08d1c6-2895-44e4-a846-b5203d7d79aa HTTP/1.1" status: 204 len: 168 time: 0.5471549 Jun 29 16:21:22.231157 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f08d1c6-2895-44e4-a846-b5203d7d79aa,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:22.233650 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f0851131-7e86-4b70-a480-c05a8b985eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:22.293420 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.338916 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57872) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:22.381763 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-1d9109ce-d242-4955-9b00-043bef49a372 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7ce43a5ee1ea4e489191275815a7235b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415757 Jun 29 16:21:22.384257 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57874) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:22.436496 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-748f6273-7a50-431c-8170-f0c75d58bbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.458966 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-748f6273-7a50-431c-8170-f0c75d58bbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.488709 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.509888 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-748f6273-7a50-431c-8170-f0c75d58bbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.512569 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-748f6273-7a50-431c-8170-f0c75d58bbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.513722 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-748f6273-7a50-431c-8170-f0c75d58bbca admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/793ebcfe-63d0-4c63-af5c-fca0d29d5eba HTTP/1.1" status: 204 len: 168 time: 0.1285627 Jun 29 16:21:22.514568 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-badb79f8-3056-45b3-ab93-0479ca0a9972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:22.522833 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f6273-7a50-431c-8170-f0c75d58bbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793ebcfe-63d0-4c63-af5c-fca0d29d5eba,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:22.525051 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-748f6273-7a50-431c-8170-f0c75d58bbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:22.659381 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device ad1d4405-cc79-4427-8845-42dc23be5d79 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:21:22.680679 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: ad1d4405-cc79-4427-8845-42dc23be5d79 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:21:22.681037 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device ad1d4405-cc79-4427-8845-42dc23be5d79 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:21:22.681485 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device fea0d7e3-ddc4-445b-97b6-cd27d4b45057 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:21:22.701224 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: fea0d7e3-ddc4-445b-97b6-cd27d4b45057 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:21:22.701597 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device fea0d7e3-ddc4-445b-97b6-cd27d4b45057 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:21:22.702088 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device b043368d-51e5-4988-8f7b-9670597ac28f no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:21:22.720451 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: b043368d-51e5-4988-8f7b-9670597ac28f {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:21:22.721349 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device b043368d-51e5-4988-8f7b-9670597ac28f not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:21:22.849743 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 57880) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:22.891081 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-c8fba03c-6c60-4a03-9124-437532dff3e0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8f74f24e980b4507b91b57f8bd47ff4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400357 Jun 29 16:21:22.893708 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 57882) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:21:22.943707 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bedddac6-8f98-49e6-9765-da311f555366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:22.966066 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bedddac6-8f98-49e6-9765-da311f555366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:23.019450 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bedddac6-8f98-49e6-9765-da311f555366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:23.024660 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-bedddac6-8f98-49e6-9765-da311f555366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:23.025496 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-bedddac6-8f98-49e6-9765-da311f555366 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3935a9f6-e822-410f-ae15-299b73b026ef HTTP/1.1" status: 204 len: 168 time: 0.1308436 Jun 29 16:21:23.026472 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-1b34f1a7-c92c-4787-8254-05ae7fa89f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:21:23.034931 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedddac6-8f98-49e6-9765-da311f555366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3935a9f6-e822-410f-ae15-299b73b026ef,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:21:23.037250 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bedddac6-8f98-49e6-9765-da311f555366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:21:23.284243 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:25.006343 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:46.647754 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893f585-ead6-4ea2-81b8-227d96f2b8b7 req-2dae3be6-ac29-4c23-a9f2-3ee90ce834fe tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:46.649443 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5893f585-ead6-4ea2-81b8-227d96f2b8b7 req-2dae3be6-ac29-4c23-a9f2-3ee90ce834fe tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0745659 Jun 29 16:21:46.691813 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5893f585-ead6-4ea2-81b8-227d96f2b8b7 req-119fd5a6-d95d-45b7-bf57-524687107929 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364432 Jun 29 16:21:47.929362 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c550-3334-467f-b5ae-ff3df2127f6b req-31738daf-b5dc-464c-a695-7ea33b7583ac tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:47.930900 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7171c550-3334-467f-b5ae-ff3df2127f6b req-31738daf-b5dc-464c-a695-7ea33b7583ac tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0686903 Jun 29 16:21:47.970964 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7171c550-3334-467f-b5ae-ff3df2127f6b req-931e4c00-8731-4bb8-99c7-30dce5426e26 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339315 Jun 29 16:21:49.169633 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08915717-166e-47fa-a1ef-6adca76f2b11 req-c7cfcb31-a89f-41d4-8741-b97961a4aaef tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:49.171205 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-08915717-166e-47fa-a1ef-6adca76f2b11 req-c7cfcb31-a89f-41d4-8741-b97961a4aaef tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0768499 Jun 29 16:21:49.227257 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-08915717-166e-47fa-a1ef-6adca76f2b11 req-95810743-49a6-497e-b912-55e2ba1d9d85 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476682 Jun 29 16:21:49.655983 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3736befd-9dfb-4f13-99ee-e5314457182f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:50.475639 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56acf8-3eb3-4b9c-bb8e-9c3817e58367 req-651403a9-4fea-40d1-a929-571209a0c5a5 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:50.477490 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5b56acf8-3eb3-4b9c-bb8e-9c3817e58367 req-651403a9-4fea-40d1-a929-571209a0c5a5 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0773370 Jun 29 16:21:50.525274 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5b56acf8-3eb3-4b9c-bb8e-9c3817e58367 req-2514e494-e6b7-4c74-859a-43d466fbbf5c tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405891 Jun 29 16:21:51.759179 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893c502-fe6d-4181-b95d-2dec4c7cfd30 req-9623759d-bcc6-40a4-9a1c-7a4c6d7842b2 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:51.760803 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a893c502-fe6d-4181-b95d-2dec4c7cfd30 req-9623759d-bcc6-40a4-9a1c-7a4c6d7842b2 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0712118 Jun 29 16:21:51.805829 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a893c502-fe6d-4181-b95d-2dec4c7cfd30 req-37627f5b-cc4e-4093-8ecd-0fe8f4beb271 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361230 Jun 29 16:21:52.134577 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-92a6178b-9877-4f7a-ba4c-ac6ccdf5df86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:52.296394 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:52.497767 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:53.016198 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb744cc-0692-4353-adfc-c7da7957bbdc req-0d29d316-cac4-4cdc-a695-0ebed553f5e5 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:53.017754 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6bb744cc-0692-4353-adfc-c7da7957bbdc req-0d29d316-cac4-4cdc-a695-0ebed553f5e5 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0693779 Jun 29 16:21:53.073716 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6bb744cc-0692-4353-adfc-c7da7957bbdc req-2bc933da-592a-44d9-b27d-6a28b989b71d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468345 Jun 29 16:21:53.290481 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:54.123074 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:21:54.265005 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69640-43d1-458e-9388-096a473fd17d req-1ee073b2-d706-4ced-9863-ebd89ce2b2a1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:54.267113 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6cc69640-43d1-458e-9388-096a473fd17d req-1ee073b2-d706-4ced-9863-ebd89ce2b2a1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0736012 Jun 29 16:21:54.311250 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6cc69640-43d1-458e-9388-096a473fd17d req-935a8569-a61a-4dae-96fc-9d73d04eebab tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383263 Jun 29 16:21:55.007227 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:21:55.485965 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2f552-67b7-43fe-a38d-b4793cd4ed7e req-c558fa67-5a7c-474f-b5c7-1a65bf111491 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:55.487466 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-70b2f552-67b7-43fe-a38d-b4793cd4ed7e req-c558fa67-5a7c-474f-b5c7-1a65bf111491 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0630319 Jun 29 16:21:55.525422 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-70b2f552-67b7-43fe-a38d-b4793cd4ed7e req-7973d05e-4144-47af-a480-e3fa209f69ac tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317864 Jun 29 16:21:56.703584 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6292e7-8afd-448e-858b-962b7c0d3323 req-9d33ad52-6d49-4b2b-a4bc-be7a80889172 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:56.705096 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7f6292e7-8afd-448e-858b-962b7c0d3323 req-9d33ad52-6d49-4b2b-a4bc-be7a80889172 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0665388 Jun 29 16:21:56.744758 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7f6292e7-8afd-448e-858b-962b7c0d3323 req-06cdec7a-ca61-4cc1-899f-4fe53358b585 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333371 Jun 29 16:21:57.917758 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8bd86-b20f-4da6-8b40-eb4e6bceffd9 req-7d75a1d4-f0b3-49d8-8533-997898da5979 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:57.919216 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-52e8bd86-b20f-4da6-8b40-eb4e6bceffd9 req-7d75a1d4-f0b3-49d8-8533-997898da5979 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0621269 Jun 29 16:21:57.956280 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-52e8bd86-b20f-4da6-8b40-eb4e6bceffd9 req-e3fbecc4-1f6e-4308-913a-0988f371d751 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314643 Jun 29 16:21:58.315331 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadc1c2-a03d-4ee4-b1be-14cf7b1f4d4b req-8818385f-228e-4d40-8808-5600335acf60 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:58.317361 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3fadc1c2-a03d-4ee4-b1be-14cf7b1f4d4b req-8818385f-228e-4d40-8808-5600335acf60 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0968008 Jun 29 16:21:58.359542 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-084694ec-1592-4307-ae3e-ff1565bc1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:58.361029 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-084694ec-1592-4307-ae3e-ff1565bc1c4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 1099 time: 0.0984457 Jun 29 16:21:58.364699 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3fadc1c2-a03d-4ee4-b1be-14cf7b1f4d4b req-82e28d82-2ec9-4ed7-9ef9-a062d7f84a66 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415857 Jun 29 16:21:58.454323 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-0b8974ca-a413-4b24-9fa8-41ff10781b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:58.455827 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-0b8974ca-a413-4b24-9fa8-41ff10781b07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 912 time: 0.0879276 Jun 29 16:21:58.523378 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-bac83b2c-fb6b-4943-b2f5-d41496ac5265 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705 HTTP/1.1" status: 200 len: 1002 time: 0.0568435 Jun 29 16:21:58.574610 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-202d51c1-d7d0-4987-b98e-5f22dd582fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:58.575984 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-202d51c1-d7d0-4987-b98e-5f22dd582fe0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 200 len: 850 time: 0.0431511 Jun 29 16:21:58.640073 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-ae9e30da-3783-483f-89e5-7c054afd3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:58.641545 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-ae9e30da-3783-483f-89e5-7c054afd3f89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548465 Jun 29 16:21:58.734771 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-d078a702-1864-4b51-89df-c74e1d5bebf1 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827100 Jun 29 16:21:58.837515 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8a5518b2-405c-45f2-9a4c-3297af72bf39 req-707f3074-360c-47b1-8212-fcd30e5ef415 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926063 Jun 29 16:21:59.552879 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c20530-b645-4a7f-bfb5-7957b9ff5209 req-d6168b24-1593-49a9-b0ca-f171a2f7598b tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:21:59.554678 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b9c20530-b645-4a7f-bfb5-7957b9ff5209 req-d6168b24-1593-49a9-b0ca-f171a2f7598b tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0646644 Jun 29 16:21:59.593918 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b9c20530-b645-4a7f-bfb5-7957b9ff5209 req-bf4f5c1c-baf7-4afd-ba7e-b0dffddc30e2 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335054 Jun 29 16:22:00.768024 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e985733-c4eb-43e1-94f6-08780ff2746a req-0addf34d-479f-43cf-95b5-6970603746e9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:00.769658 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e985733-c4eb-43e1-94f6-08780ff2746a req-0addf34d-479f-43cf-95b5-6970603746e9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0633407 Jun 29 16:22:00.806548 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2e985733-c4eb-43e1-94f6-08780ff2746a req-7e7dccbe-3e1a-41ba-a9c0-5ab835fc535e tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314245 Jun 29 16:22:19.650530 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-cc05c104-d635-489f-bf22-27c7ff6634b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:22.007269 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d06d3b18-9730-4a10-a7e4-7f11a1b51492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:22.299386 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:22.503505 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:23.286117 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:25.008980 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:25.208010 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-ea93a01b-ccc4-4766-ad33-c8a31511a7f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618289 Jun 29 16:22:25.319819 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-a0e45976-0400-41f3-970e-9ec529fc918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:25.321336 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-a0e45976-0400-41f3-970e-9ec529fc918c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 1099 time: 0.0606415 Jun 29 16:22:25.470357 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-c2d38420-47ca-4aae-92fa-c55ffd7da88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:25.472737 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-c2d38420-47ca-4aae-92fa-c55ffd7da88e service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 912 time: 0.1199212 Jun 29 16:22:25.549379 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-fcb1b33c-7f09-460b-9fa4-46d706c92d24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705 HTTP/1.1" status: 200 len: 1002 time: 0.0679772 Jun 29 16:22:25.601593 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-bdf0b556-dec5-4593-9c70-12a90801c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:25.603102 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-bdf0b556-dec5-4593-9c70-12a90801c452 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 200 len: 850 time: 0.0469141 Jun 29 16:22:25.669288 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-a715484d-33f1-4a7e-95fc-309f87f79679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:25.670875 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-a715484d-33f1-4a7e-95fc-309f87f79679 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0606306 Jun 29 16:22:25.774799 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-220e5934-24b6-47b3-aec4-ac58c0fb6816 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917060 Jun 29 16:22:25.878401 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1350f475-2630-4653-b4a0-48cb7cabbd7b req-a6ead86a-d6ea-44ca-b7d2-a92a78e3b332 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864542 Jun 29 16:22:31.124206 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:22:38.085866 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc028e-0e1a-42b0-9fe3-61f0b47aa262 req-f58db885-b447-49c9-bebc-e5b87889766d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:38.087419 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-81fc028e-0e1a-42b0-9fe3-61f0b47aa262 req-f58db885-b447-49c9-bebc-e5b87889766d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0663877 Jun 29 16:22:38.126963 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-81fc028e-0e1a-42b0-9fe3-61f0b47aa262 req-94e4ba8d-750c-4bd2-ac5f-dfe8e0a13600 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335884 Jun 29 16:22:39.314141 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425093a-4048-4aba-b0de-079d45581166 req-2d4baf48-97d5-4f52-9aa8-0d795a849c85 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:39.315645 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0425093a-4048-4aba-b0de-079d45581166 req-2d4baf48-97d5-4f52-9aa8-0d795a849c85 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0694776 Jun 29 16:22:39.357796 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0425093a-4048-4aba-b0de-079d45581166 req-ba3c0725-7aec-41ba-8671-1b3007e5a3ea tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353186 Jun 29 16:22:40.539397 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961a76c-b5d6-4431-999d-40312f3e0c2c req-52a964cb-0910-4a73-8015-9afbd49fdd18 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:40.541053 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e961a76c-b5d6-4431-999d-40312f3e0c2c req-52a964cb-0910-4a73-8015-9afbd49fdd18 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0712659 Jun 29 16:22:40.585107 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e961a76c-b5d6-4431-999d-40312f3e0c2c req-b045b701-7989-4db2-b8e9-de69c072f640 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362449 Jun 29 16:22:41.770662 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6b942-e544-45d5-9f30-10da87a9ca92 req-860ab4ba-c785-45df-b21c-a4ecac80ada6 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:41.772782 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60d6b942-e544-45d5-9f30-10da87a9ca92 req-860ab4ba-c785-45df-b21c-a4ecac80ada6 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0645945 Jun 29 16:22:41.814397 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-60d6b942-e544-45d5-9f30-10da87a9ca92 req-79982b61-3303-4895-9496-bccbf55f801d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358422 Jun 29 16:22:43.000318 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa766d-91ab-40e8-975c-d828fd009c90 req-12cabfb9-4b3b-48ad-80ee-56e0e1418d49 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:43.001720 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-62fa766d-91ab-40e8-975c-d828fd009c90 req-12cabfb9-4b3b-48ad-80ee-56e0e1418d49 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0675650 Jun 29 16:22:43.040208 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-62fa766d-91ab-40e8-975c-d828fd009c90 req-f4d46c77-5d0b-428c-921c-929ae97cbeb0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325348 Jun 29 16:22:44.216666 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f953cf-e74a-43af-8d8d-0c6f5504c32d req-d443b66f-1040-42ab-9402-bbda1c9a2cfb tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:44.218145 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-71f953cf-e74a-43af-8d8d-0c6f5504c32d req-d443b66f-1040-42ab-9402-bbda1c9a2cfb tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0654280 Jun 29 16:22:44.258117 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-71f953cf-e74a-43af-8d8d-0c6f5504c32d req-fcaec319-fde8-4312-a2aa-3284ef62f15b tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342770 Jun 29 16:22:45.439896 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30a858-5f9a-4536-baea-56f4ead8e2f2 req-17f628d9-0b76-4f88-b8f7-8221bde5c795 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:45.441546 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8f30a858-5f9a-4536-baea-56f4ead8e2f2 req-17f628d9-0b76-4f88-b8f7-8221bde5c795 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0675492 Jun 29 16:22:45.480116 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8f30a858-5f9a-4536-baea-56f4ead8e2f2 req-af0a50d7-0dfe-492a-a439-82034911904e tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320926 Jun 29 16:22:46.662932 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c661ece-3c4a-4fb2-9336-91e0c10225e9 req-4bde811a-a92f-4256-b62f-4e9127185098 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:46.664582 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5c661ece-3c4a-4fb2-9336-91e0c10225e9 req-4bde811a-a92f-4256-b62f-4e9127185098 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0719252 Jun 29 16:22:46.711568 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5c661ece-3c4a-4fb2-9336-91e0c10225e9 req-5fb9c5c7-49ca-4401-b410-5e8232a7a94d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363393 Jun 29 16:22:47.893749 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d0f7b-cd26-47df-bad9-536e5879725a req-e15ed671-29cd-4b0a-ab7f-249d9eb67d33 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:47.895243 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6f1d0f7b-cd26-47df-bad9-536e5879725a req-e15ed671-29cd-4b0a-ab7f-249d9eb67d33 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0674102 Jun 29 16:22:47.937263 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6f1d0f7b-cd26-47df-bad9-536e5879725a req-b9c238e2-3c70-49b4-af2c-5ff5eec42a6e tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357325 Jun 29 16:22:49.117795 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5762a-0d0d-4708-96ff-db561294e26a req-856799e1-91a0-4eb8-a138-529e90a1620d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:49.119625 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-42f5762a-0d0d-4708-96ff-db561294e26a req-856799e1-91a0-4eb8-a138-529e90a1620d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0695031 Jun 29 16:22:49.162195 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-42f5762a-0d0d-4708-96ff-db561294e26a req-9871cbbb-40be-4021-975b-2b0abf94191a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343130 Jun 29 16:22:49.550183 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23746e2-d902-443b-844b-9b4f75231be9 req-9ee66cd6-a53e-4416-a234-f463f9fd061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:49.551580 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a23746e2-d902-443b-844b-9b4f75231be9 req-9ee66cd6-a53e-4416-a234-f463f9fd061f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 1099 time: 0.1039007 Jun 29 16:22:49.558782 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca330c-1553-445a-a597-256565011933 req-ece211f2-9cfb-47e7-9a88-26174dad4451 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:49.560147 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d8ca330c-1553-445a-a597-256565011933 req-ece211f2-9cfb-47e7-9a88-26174dad4451 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.1111786 Jun 29 16:22:49.653128 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-6adf900a-73c1-4a2d-8b98-2e91d1536e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:49.655010 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d8ca330c-1553-445a-a597-256565011933 req-978d7ac0-5789-4234-904f-527e755d9cbf tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858548 Jun 29 16:22:49.685759 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23746e2-d902-443b-844b-9b4f75231be9 req-6f89cf27-a7e7-4af6-a609-087b1d289063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:49.687234 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a23746e2-d902-443b-844b-9b4f75231be9 req-6f89cf27-a7e7-4af6-a609-087b1d289063 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 912 time: 0.1262596 Jun 29 16:22:49.766955 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a23746e2-d902-443b-844b-9b4f75231be9 req-833bf825-81c7-429a-8d0b-a6332cece489 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705 HTTP/1.1" status: 200 len: 1002 time: 0.0695021 Jun 29 16:22:49.820720 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23746e2-d902-443b-844b-9b4f75231be9 req-01aa67ef-9e6a-4973-a09e-396f342fec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:49.822116 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a23746e2-d902-443b-844b-9b4f75231be9 req-01aa67ef-9e6a-4973-a09e-396f342fec8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 200 len: 850 time: 0.0458877 Jun 29 16:22:49.888452 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23746e2-d902-443b-844b-9b4f75231be9 req-f06c7de0-4afa-46d7-9e41-85eeab710b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:49.890079 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a23746e2-d902-443b-844b-9b4f75231be9 req-f06c7de0-4afa-46d7-9e41-85eeab710b70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0577896 Jun 29 16:22:49.990393 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a23746e2-d902-443b-844b-9b4f75231be9 req-db1e694e-5024-4a0a-bc6a-5fce0a211c3d service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898015 Jun 29 16:22:50.086761 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a23746e2-d902-443b-844b-9b4f75231be9 req-2cac6035-6e97-4cfd-b514-75bd5b79c777 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869012 Jun 29 16:22:50.858647 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d09331-3123-4c93-b965-c9a3091d16e6 req-403adf89-a6ac-4d2b-aed2-3d8e96461008 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:22:50.860247 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a9d09331-3123-4c93-b965-c9a3091d16e6 req-403adf89-a6ac-4d2b-aed2-3d8e96461008 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0742102 Jun 29 16:22:50.900719 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a9d09331-3123-4c93-b965-c9a3091d16e6 req-e8ce4e98-eee1-4669-80dd-39781ec6589e tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345960 Jun 29 16:22:52.008778 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-91e0da04-ede5-4059-b413-45fd62f9c27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:52.302054 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:52.497542 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:53.290463 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:22:55.011213 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:08.122732 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:23:19.655978 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-bc3f9b27-c618-410f-aaef-731db0343fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:22.010944 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-54495afc-ebfb-40ec-a510-5cff52d6e0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:22.305040 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:22.497626 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:23.292084 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:25.014291 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:26.838437 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3cad5-0af9-4b8b-b254-1ebf0a0374dc req-5f3111e8-e1db-423b-b4fd-db5aa8e8c236 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:26.840149 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e7e3cad5-0af9-4b8b-b254-1ebf0a0374dc req-5f3111e8-e1db-423b-b4fd-db5aa8e8c236 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0739069 Jun 29 16:23:26.891115 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e7e3cad5-0af9-4b8b-b254-1ebf0a0374dc req-b3e19f5d-38c5-4153-81eb-d8fa061b339e tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441923 Jun 29 16:23:28.069326 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f13e7-795f-4611-a9d9-f297d3ae05d4 req-91e8046a-dc85-460d-a69b-eeb0d53124c7 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:28.070822 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2d1f13e7-795f-4611-a9d9-f297d3ae05d4 req-91e8046a-dc85-460d-a69b-eeb0d53124c7 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0660298 Jun 29 16:23:28.114153 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2d1f13e7-795f-4611-a9d9-f297d3ae05d4 req-6a2cdb06-f857-4b23-89f3-a2fee8738cca tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375097 Jun 29 16:23:29.011582 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-9a574ebf-6e58-46b1-9338-8d5d523e51c5 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:29.012948 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-9a574ebf-6e58-46b1-9338-8d5d523e51c5 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.61 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.0613585 Jun 29 16:23:29.113553 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Deleting port dfec4fcb-bc37-48bb-aa48-110fc772b705 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:23:29.114141 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:29.207475 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] For port dfec4fcb-bc37-48bb-aa48-110fc772b705, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dfec4fcb-bc37-48bb-aa48-110fc772b705,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:23:29.207875 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:29.657070 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0edaeb-f008-4f8d-81ec-f7d3da615ed1 req-65c122ca-684a-4b73-aa77-d31dacaaec84 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:29.658532 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0e0edaeb-f008-4f8d-81ec-f7d3da615ed1 req-65c122ca-684a-4b73-aa77-d31dacaaec84 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 946 time: 0.4081531 Jun 29 16:23:29.687829 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:29.688202 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:29.688518 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.l3_db [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Floating IP f5fd3c65-bd42-4be0-9b92-8f5851e2134b disassociated. External IP: 172.28.0.243, port: dfec4fcb-bc37-48bb-aa48-110fc772b705. Jun 29 16:23:29.688858 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Calling delete_port for dfec4fcb-bc37-48bb-aa48-110fc772b705 owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:23:29.716389 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-0e0edaeb-f008-4f8d-81ec-f7d3da615ed1 req-21c44ec7-206b-4c38-9616-15d64c5b916d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=6f802e59-7c0d-4a4b-9a65-460e2ae145a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514302 Jun 29 16:23:29.830343 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:29.834084 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-246a26f7-4125-4e6e-9788-434cee6ef3b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:29.863917 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event deleted for resources: {'Port': ['ID=dfec4fcb-bc37-48bb-aa48-110fc772b705,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:29.875558 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.875960 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.876330 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.876693 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.877050 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.877419 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.877776 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.878131 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.878806 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.879097 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.879457 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.879858 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:29.884091 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:29.985205 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Router ab5402a6-ee9e-401f-91f8-b0b352289380 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:23:30.089191 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:23:30.099814 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02025d90-4937-422d-a616-6975f3351b61 None None] Sync routers for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:23:30.109992 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02025d90-4937-422d-a616-6975f3351b61 None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:23:30.110616 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-02025d90-4937-422d-a616-6975f3351b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:23:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:30.136741 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] No DVR routers for this DVR port dfec4fcb-bc37-48bb-aa48-110fc772b705 on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:23:30.139291 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:30.141711 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-10f1291e-8034-440d-b121-4b7e3c19e4fc req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.61 "DELETE /v2.0/ports/dfec4fcb-bc37-48bb-aa48-110fc772b705 HTTP/1.1" status: 204 len: 173 time: 1.1205528 Jun 29 16:23:30.142263 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'name': 'network-vif-deleted', 'tag': 'dfec4fcb-bc37-48bb-aa48-110fc772b705'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:23:30.144605 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec4b8b7-ddac-43e5-9d91-5cd5aad21583" -d '{"events": [{"server_uuid": "67df2ca4-2378-4fe1-bcdc-09864a915c5f", "name": "network-vif-deleted", "tag": "dfec4fcb-bc37-48bb-aa48-110fc772b705"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:23:30.184048 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531ff6f7-63b7-4a44-9fb4-de61d32dfecb x-openstack-request-id: req-531ff6f7-63b7-4a44-9fb4-de61d32dfecb {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:23:30.184380 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67df2ca4-2378-4fe1-bcdc-09864a915c5f", "name": "network-vif-deleted", "tag": "dfec4fcb-bc37-48bb-aa48-110fc772b705", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:23:30.184672 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-531ff6f7-63b7-4a44-9fb4-de61d32dfecb {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:23:30.185109 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67df2ca4-2378-4fe1-bcdc-09864a915c5f', 'name': 'network-vif-deleted', 'tag': 'dfec4fcb-bc37-48bb-aa48-110fc772b705', 'status': 'completed', 'code': 200} Jun 29 16:23:30.222925 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-02025d90-4937-422d-a616-6975f3351b61 None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:23:30.431331 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-02025d90-4937-422d-a616-6975f3351b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:30.460422 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02025d90-4937-422d-a616-6975f3351b61 None None] Checking router: ab5402a6-ee9e-401f-91f8-b0b352289380 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:23:30.468579 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02025d90-4937-422d-a616-6975f3351b61 None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:23:30.469178 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-02025d90-4937-422d-a616-6975f3351b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:23:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:30.577690 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-02025d90-4937-422d-a616-6975f3351b61 None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:23:30.868937 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-02025d90-4937-422d-a616-6975f3351b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:30.887969 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ea1030e4-45de-4ec7-b4a6-98fbf5a3d7b5 req-f9cb30b3-65a3-4496-affc-30187b637157 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=67df2ca4-2378-4fe1-bcdc-09864a915c5f HTTP/1.1" status: 200 len: 210 time: 0.0323710 Jun 29 16:23:30.900137 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02025d90-4937-422d-a616-6975f3351b61 None None] The sync data for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb is: [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:23:31.102807 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfb9d2-da38-494f-b758-2321091ee9fd None None] New status for floating IP f5fd3c65-bd42-4be0-9b92-8f5851e2134b: DOWN {{(pid=93152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:23:31.718122 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device dfec4fcb-bc37-48bb-aa48-110fc772b705 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:23:31.738286 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: dfec4fcb-bc37-48bb-aa48-110fc772b705 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:23:31.738639 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device dfec4fcb-bc37-48bb-aa48-110fc772b705 not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:23:32.013744 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58076) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:32.067761 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c57c7e95-dba5-4164-9fe1-a6984771409a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:32.090724 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c57c7e95-dba5-4164-9fe1-a6984771409a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:32.137840 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c57c7e95-dba5-4164-9fe1-a6984771409a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:32.140472 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c57c7e95-dba5-4164-9fe1-a6984771409a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:32.141609 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-c57c7e95-dba5-4164-9fe1-a6984771409a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "DELETE /v2.0/security-groups/6f802e59-7c0d-4a4b-9a65-460e2ae145a4 HTTP/1.1" status: 204 len: 168 time: 0.1262729 Jun 29 16:23:32.142455 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-981b8113-7ce1-4b85-b715-79be1a6361ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:32.144417 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58078) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:32.151949 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c7e95-dba5-4164-9fe1-a6984771409a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f802e59-7c0d-4a4b-9a65-460e2ae145a4,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:32.154319 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c57c7e95-dba5-4164-9fe1-a6984771409a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:32.163269 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.api.v2.resource [None req-e0f14bc7-5ac8-4d49-a55e-307dbc46bbbc tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] show failed (client error): The resource could not be found. Jun 29 16:23:32.164329 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-e0f14bc7-5ac8-4d49-a55e-307dbc46bbbc tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups/6f802e59-7c0d-4a4b-9a65-460e2ae145a4 HTTP/1.1" status: 404 len: 347 time: 0.0189104 Jun 29 16:23:32.167153 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58082) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:32.290852 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Deleting port 26e154ef-27c1-43ee-8cb9-d539bcccfe09 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:23:32.291076 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:32.364340 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:32.365305 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:32.376537 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Calling delete_port for 26e154ef-27c1-43ee-8cb9-d539bcccfe09 owned by network:floatingip {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:23:32.505352 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:32.507335 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f49cf74b-8e8d-403f-a18d-7e0e68750570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:32.534009 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event deleted for resources: {'Port': ['ID=26e154ef-27c1-43ee-8cb9-d539bcccfe09,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:32.562926 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.563304 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.563694 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.564057 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.564414 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.564772 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.565127 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.565481 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.565836 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.566185 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.566535 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.566878 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:32.570107 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:32.606923 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:32.609578 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:32.610707 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-d389c736-4381-4b3c-ad08-90a8f4daf830 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "DELETE /v2.0/floatingips/f5fd3c65-bd42-4be0-9b92-8f5851e2134b HTTP/1.1" status: 204 len: 168 time: 0.4426410 Jun 29 16:23:34.009051 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58088) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:34.014120 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-a8d79143-60c4-49fb-923f-a4ef2d8aa3ae tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--262462775', 'description': 'tempest-description--806269331'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:34.037878 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a8d79143-60c4-49fb-923f-a4ef2d8aa3ae tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.134361 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a8d79143-60c4-49fb-923f-a4ef2d8aa3ae tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.138824 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a8d79143-60c4-49fb-923f-a4ef2d8aa3ae tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.141551 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a14af6e3-9333-40e9-98d0-be1e736dc8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:34.168907 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a8d79143-60c4-49fb-923f-a4ef2d8aa3ae tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.170148 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a8d79143-60c4-49fb-923f-a4ef2d8aa3ae tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1610868 Jun 29 16:23:34.173001 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58090) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:34.178881 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-c7182cf5-30ae-4e83-bcd0-97ff5a6bf6aa tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'security_group_rule': {'security_group_id': '423e3630-23af-477b-a252-20248d990265', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:34.185079 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d79143-60c4-49fb-923f-a4ef2d8aa3ae tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423e3630-23af-477b-a252-20248d990265,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:34.190273 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a8d79143-60c4-49fb-923f-a4ef2d8aa3ae tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:34.210829 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7182cf5-30ae-4e83-bcd0-97ff5a6bf6aa tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.272059 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7182cf5-30ae-4e83-bcd0-97ff5a6bf6aa tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.276319 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7182cf5-30ae-4e83-bcd0-97ff5a6bf6aa tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.278721 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-9b338a26-9570-4a42-9c9b-dabed848cb5c tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:34.295058 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7182cf5-30ae-4e83-bcd0-97ff5a6bf6aa tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5cf254-7371-41c9-a632-aa0f403aee6a,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:34.299106 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c7182cf5-30ae-4e83-bcd0-97ff5a6bf6aa tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:34.305717 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-c7182cf5-30ae-4e83-bcd0-97ff5a6bf6aa tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.310230 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-c7182cf5-30ae-4e83-bcd0-97ff5a6bf6aa tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335678 Jun 29 16:23:34.310588 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58092) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:34.315620 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-dfb56130-12cd-4262-818b-b5979206a2c1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'security_group_rule': {'security_group_id': '423e3630-23af-477b-a252-20248d990265', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:34.351579 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfb56130-12cd-4262-818b-b5979206a2c1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.402646 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfb56130-12cd-4262-818b-b5979206a2c1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.406702 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfb56130-12cd-4262-818b-b5979206a2c1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1722269'] for security_group_rule, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.408906 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2f28ea67-e27c-48aa-9228-0ffdab5fc539 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:34.426513 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb56130-12cd-4262-818b-b5979206a2c1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03727d33-ac07-455e-9776-7aca3810d000,revision_number=0']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:34.429608 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-dfb56130-12cd-4262-818b-b5979206a2c1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:34.433515 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-dfb56130-12cd-4262-818b-b5979206a2c1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.434708 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-dfb56130-12cd-4262-818b-b5979206a2c1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230907 Jun 29 16:23:34.438517 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58094) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:34.443071 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'floatingip': {'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:34.464729 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.570016 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.685241 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Allocated IP 172.28.0.108 (2a2ef043-d930-438a-b7bc-58c08f4c893b/acb53a12-ac97-470e-b6d5-13a621a8d28d/0d9eba50-54bb-4452-b9ec-a94c09f8338e) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:23:34.789458 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.827831 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:34.829756 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-0aa505dd-127d-4552-9bb6-2e295b6d858a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:34.872395 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Network 2a2ef043-d930-438a-b7bc-58c08f4c893b is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:23:34.875313 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:23:34.879317 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:23:34.902153 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'Port': ['ID=0d9eba50-54bb-4452-b9ec-a94c09f8338e,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:34.905966 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:34.967826 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:35.010849 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:35.164403 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:35.168916 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:35.171726 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f3267cff-bf26-4f63-a507-71351d472665 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:35.243388 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'Port': ['ID=0d9eba50-54bb-4452-b9ec-a94c09f8338e,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:35.247392 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:35.252160 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:35.266214 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:35.267452 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8280559 Jun 29 16:23:35.455177 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-f720e8cc-a5c0-408b-b52a-408bdd4c3d2c tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--262462775&fields=id&tenant_id=253b528c902246379797921a1941a589 HTTP/1.1" status: 200 len: 267 time: 0.0351801 Jun 29 16:23:35.579425 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49033f6-710b-4494-8440-a22fc5357fca req-308c9875-2e0d-4a9d-85a2-31d5cda6121f tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:35.580942 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-308c9875-2e0d-4a9d-85a2-31d5cda6121f tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 811 time: 0.1187408 Jun 29 16:23:35.596586 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-235f2a74-5907-46bb-8bdc-84d8ca9ced6c tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/quotas/253b528c902246379797921a1941a589 HTTP/1.1" status: 200 len: 375 time: 0.0094917 Jun 29 16:23:35.666379 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-9f8983bb-1420-4d8d-931b-2934804f8447 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642254 Jun 29 16:23:35.856319 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-38c9a553-c528-4161-a6f1-652157546e26 service neutron] 10.222.0.83 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775885 Jun 29 16:23:35.947058 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-52f8d77c-bdd2-4ff0-a988-01c8264157dd service neutron] 10.222.0.83 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848038 Jun 29 16:23:36.131945 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-1c61d4c9-982a-46b7-a5a7-1e689e5ec34c req-57b6a8a6-6f68-4627-b95c-19885e60171f tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 210 time: 0.0301030 Jun 29 16:23:37.293374 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-75049e4a-4114-4c1b-8689-c1cb955cdb83 req-d378b38f-abae-41aa-9d0d-ca78296192ed tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 210 time: 0.0381691 Jun 29 16:23:37.307856 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49033f6-710b-4494-8440-a22fc5357fca req-32d74b6d-824d-436a-abaa-f2cacfe9248d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:37.309726 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-32d74b6d-824d-436a-abaa-f2cacfe9248d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.61 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 811 time: 0.1506190 Jun 29 16:23:37.356090 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-0ba7f04d-467c-4d91-81dc-18131d424eaf tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=253b528c902246379797921a1941a589 HTTP/1.1" status: 200 len: 379 time: 0.0367956 Jun 29 16:23:37.370785 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'port': {'device_id': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'admin_state_up': True, 'tenant_id': '253b528c902246379797921a1941a589', 'security_groups': ['423e3630-23af-477b-a252-20248d990265']}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:37.493594 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Made reservation on behalf of 253b528c902246379797921a1941a589 for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:23:37.498922 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:37.646846 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Allocated IP 172.20.0.13 (1ab7af2a-73cb-41c8-ac56-095f2326ad3d/983450a6-37e2-4edf-b46a-57d569c8287d/7857478a-0f66-41ff-9603-f151f22c6865) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:23:37.790754 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:37.804651 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Transition to ACTIVE for port object 7857478a-0f66-41ff-9603-f151f22c6865 will not be triggered until provisioned by entity DHCP. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:23:37.843309 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:37.846957 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-880d9c19-b9d9-4ecd-9ab0-123be81322b6 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:37.892409 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:23:37.896265 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:23:37.900114 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:23:37.906538 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event updated for resources: {'Port': ['ID=7857478a-0f66-41ff-9603-f151f22c6865,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:37.930044 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:37.973258 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:37.973935 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:37.992346 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-a391179e-a02e-4a28-9446-cf2ea31392d0 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6277628 Jun 29 16:23:38.009665 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Request body: {'port': {'device_id': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:38.090294 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:38.164199 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-92ba676e-9728-4514-9edd-e5e6b81b7050 None None] Provisioning for port 7857478a-0f66-41ff-9603-f151f22c6865 completed by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:23:38.168061 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-92ba676e-9728-4514-9edd-e5e6b81b7050 None None] Provisioning complete for port 7857478a-0f66-41ff-9603-f151f22c6865 triggered by entity DHCP. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:23:38.168382 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-92ba676e-9728-4514-9edd-e5e6b81b7050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:38.202985 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-92ba676e-9728-4514-9edd-e5e6b81b7050 None None] Port 7857478a-0f66-41ff-9603-f151f22c6865 cannot update to ACTIVE because it is not bound. {{(pid=93152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 16:23:38.371272 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7857478a-0f66-41ff-9603-f151f22c6865 {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:23:38.379128 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:38.392608 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Transition to ACTIVE for port object 7857478a-0f66-41ff-9603-f151f22c6865 will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:23:38.397471 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:38.399586 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-05d26b90-a1ae-486d-bd75-da8bf604b44a tempest-VolumesActionsTest-242912421 tempest-VolumesActionsTest-242912421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:38.479577 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Pushing event updated for resources: {'Port': ['ID=7857478a-0f66-41ff-9603-f151f22c6865,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:38.488780 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:38.568904 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513f7e5-6e05-4748-a395-61d0fa4054c9 req-021d590e-1c08-40dc-97e7-c2e37867f534 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:38.570465 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c513f7e5-6e05-4748-a395-61d0fa4054c9 req-021d590e-1c08-40dc-97e7-c2e37867f534 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 944 time: 0.1640778 Jun 29 16:23:38.594937 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Attempting to bind port 7857478a-0f66-41ff-9603-f151f22c6865 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:23:38.595274 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Attempting to bind port 7857478a-0f66-41ff-9603-f151f22c6865 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:23:38.595605 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Attempting to bind port 7857478a-0f66-41ff-9603-f151f22c6865 on network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:23:38.608731 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Port 7857478a-0f66-41ff-9603-f151f22c6865 on network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:23:38.609064 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Attempting to bind port 7857478a-0f66-41ff-9603-f151f22c6865 on network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:23:38.623935 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:23:38.624276 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Checking segment: {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:23:38.624666 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Bound using segment: {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:23:38.625119 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Bound port: 7857478a-0f66-41ff-9603-f151f22c6865, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:23:38.625453 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:38.632974 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c513f7e5-6e05-4748-a395-61d0fa4054c9 req-8c92862b-aa5f-48a0-8e1e-97c5a646610d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549223 Jun 29 16:23:38.699367 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] For port 7857478a-0f66-41ff-9603-f151f22c6865, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:23:38.702307 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] For port 7857478a-0f66-41ff-9603-f151f22c6865, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7857478a-0f66-41ff-9603-f151f22c6865,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:23:38.708019 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:38.710907 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:38.745954 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:38.746565 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:38.747981 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] 10.222.0.61 "PUT /v2.0/ports/7857478a-0f66-41ff-9603-f151f22c6865 HTTP/1.1" status: 200 len: 1094 time: 0.7434146 Jun 29 16:23:38.748492 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'tag': '7857478a-0f66-41ff-9603-f151f22c6865'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:23:38.750863 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faf14ff-d07c-42b7-a92a-d06c339fe85e" -d '{"events": [{"name": "network-changed", "server_uuid": "94a7dd56-2011-49b9-a0e2-64f33355039b", "tag": "7857478a-0f66-41ff-9603-f151f22c6865"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:23:38.780543 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Pushing event updated for resources: {'Port': ['ID=7857478a-0f66-41ff-9603-f151f22c6865,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:38.794317 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1e1f8c28-3a4e-48a1-9c1e-b3c38ce9e211 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:38.795980 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8229bf41-ed0c-4559-8d17-baeda0062c44 x-openstack-request-id: req-8229bf41-ed0c-4559-8d17-baeda0062c44 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:23:38.796560 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a7dd56-2011-49b9-a0e2-64f33355039b", "tag": "7857478a-0f66-41ff-9603-f151f22c6865", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:23:38.796733 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8229bf41-ed0c-4559-8d17-baeda0062c44 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:23:38.797163 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'tag': '7857478a-0f66-41ff-9603-f151f22c6865', 'status': 'completed', 'code': 200} Jun 29 16:23:38.857270 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49033f6-710b-4494-8440-a22fc5357fca req-b9d18b23-be9c-48f1-8897-0e7519d9224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:38.858914 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-b9d18b23-be9c-48f1-8897-0e7519d9224b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 1097 time: 0.0557578 Jun 29 16:23:38.905731 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-f2f992eb-9273-4295-abb3-13d591744dc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7857478a-0f66-41ff-9603-f151f22c6865 HTTP/1.1" status: 200 len: 217 time: 0.0358307 Jun 29 16:23:38.963326 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49033f6-710b-4494-8440-a22fc5357fca req-d836acb8-d39d-40d2-860e-eab0da5a6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:38.964742 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-d836acb8-d39d-40d2-860e-eab0da5a6fa5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 200 len: 850 time: 0.0499272 Jun 29 16:23:39.024948 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49033f6-710b-4494-8440-a22fc5357fca req-9b9a0cd2-3b70-4b26-8a53-37900941eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:39.026332 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-9b9a0cd2-3b70-4b26-8a53-37900941eb1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513949 Jun 29 16:23:39.120015 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-3fc14dca-222b-4d2a-8644-2fa6cf5b71df service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826981 Jun 29 16:23:39.216257 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f49033f6-710b-4494-8440-a22fc5357fca req-30259784-b10f-4181-8994-a990a148bb47 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847514 Jun 29 16:23:39.333755 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-06ba64b9-01d5-44f2-a05d-7472447ee6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:39.335304 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-06ba64b9-01d5-44f2-a05d-7472447ee6b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 1097 time: 0.0540371 Jun 29 16:23:39.432254 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-4ff822aa-d7f7-4ef5-a2e4-b09b68b5fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:39.433844 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-4ff822aa-d7f7-4ef5-a2e4-b09b68b5fcc1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 912 time: 0.0897908 Jun 29 16:23:39.476080 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-7951416d-12b1-4fe1-9249-0e515e457a91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7857478a-0f66-41ff-9603-f151f22c6865 HTTP/1.1" status: 200 len: 217 time: 0.0344527 Jun 29 16:23:39.529271 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-4415e07d-efe5-40d2-bad1-131eb52153f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:39.530712 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-4415e07d-efe5-40d2-bad1-131eb52153f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 200 len: 850 time: 0.0471296 Jun 29 16:23:39.591710 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-32a61c2e-ed36-4745-9903-5013f68fcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:39.593210 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-32a61c2e-ed36-4745-9903-5013f68fcc26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545363 Jun 29 16:23:39.686497 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-6d15abd2-5531-44c4-8187-ae27daf08bc9 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853138 Jun 29 16:23:39.822123 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2faf14ff-d07c-42b7-a92a-d06c339fe85e req-dc818008-5d8f-4a55-a48d-7e2b16da23f9 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283677 Jun 29 16:23:39.843062 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d7db6-85b3-4f38-8c04-3e254f126dbf req-5b12d9a5-5a84-4174-bbd9-2de6998b5812 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:39.844534 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ce0d7db6-85b3-4f38-8c04-3e254f126dbf req-5b12d9a5-5a84-4174-bbd9-2de6998b5812 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 944 time: 0.1007974 Jun 29 16:23:39.885725 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ce0d7db6-85b3-4f38-8c04-3e254f126dbf req-739e3414-e296-4142-ae98-20ef9f4f1e60 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352950 Jun 29 16:23:41.070550 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcefc8d-4f6c-4fa8-9547-ae49d3623e5c req-a89bac03-d33d-44ab-abee-fd7d6e2f4fd7 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:41.072086 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2bcefc8d-4f6c-4fa8-9547-ae49d3623e5c req-a89bac03-d33d-44ab-abee-fd7d6e2f4fd7 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 944 time: 0.0642626 Jun 29 16:23:41.109888 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2bcefc8d-4f6c-4fa8-9547-ae49d3623e5c req-823726b8-29f5-4ef2-9c7c-8b4d5523289c tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321605 Jun 29 16:23:41.752639 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 7857478a-0f66-41ff-9603-f151f22c6865 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:23:41.847454 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 7857478a-0f66-41ff-9603-f151f22c6865, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7857478a-0f66-41ff-9603-f151f22c6865,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:23:41.858814 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '7857478a-0f66-41ff-9603-f151f22c6865', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'port_id': '7857478a-0f66-41ff-9603-f151f22c6865', 'mac_address': 'fa:16:3e:8e:93:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:23:41.896199 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:41.908433 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7857478a-0f66-41ff-9603-f151f22c6865 {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:23:41.929351 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 7857478a-0f66-41ff-9603-f151f22c6865, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7857478a-0f66-41ff-9603-f151f22c6865,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:23:41.932784 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:41.934574 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-987a3771-52c1-48a7-bda8-1a5518170748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:41.982215 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=7857478a-0f66-41ff-9603-f151f22c6865,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:41.989761 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.990273 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.990651 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.990991 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.991325 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.991680 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.992012 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.992340 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.992668 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.992992 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.993322 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.993647 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:23:41.997570 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:42.247028 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['7857478a-0f66-41ff-9603-f151f22c6865'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:23:42.287378 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3628fa3-c615-4102-a06f-a0b8a2706ec1 req-86d7e595-3f3e-432e-966f-2de6714f5d16 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:42.288888 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c3628fa3-c615-4102-a06f-a0b8a2706ec1 req-86d7e595-3f3e-432e-966f-2de6714f5d16 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 945 time: 0.0630860 Jun 29 16:23:42.327254 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c3628fa3-c615-4102-a06f-a0b8a2706ec1 req-1f4e90c1-dc34-4809-8f43-240c55062635 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326595 Jun 29 16:23:43.500329 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1236c-4d34-4d53-97fc-c75fa37d1864 req-60a897fa-14c7-4eca-8495-30ef6fe30abf tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:43.501763 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6a1236c-4d34-4d53-97fc-c75fa37d1864 req-60a897fa-14c7-4eca-8495-30ef6fe30abf tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 945 time: 0.0647533 Jun 29 16:23:43.539329 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f6a1236c-4d34-4d53-97fc-c75fa37d1864 req-6b00bab2-3d3e-429c-8b94-b48cff98ba50 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Jun 29 16:23:43.766825 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 7857478a-0f66-41ff-9603-f151f22c6865 up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:23:43.817165 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 7857478a-0f66-41ff-9603-f151f22c6865 completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:23:43.821067 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 7857478a-0f66-41ff-9603-f151f22c6865 triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:23:43.821455 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:43.896617 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:43.918474 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7857478a-0f66-41ff-9603-f151f22c6865'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:23:43.920778 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb059cdc-f515-471a-999f-2a40cf0c061a" -d '{"events": [{"server_uuid": "94a7dd56-2011-49b9-a0e2-64f33355039b", "name": "network-vif-plugged", "status": "completed", "tag": "7857478a-0f66-41ff-9603-f151f22c6865"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:23:43.933635 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 7857478a-0f66-41ff-9603-f151f22c6865, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7857478a-0f66-41ff-9603-f151f22c6865,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:23:43.937538 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:43.940416 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:23:43.963846 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133a95fa-b081-425b-9bcd-8e02ecc1a77c x-openstack-request-id: req-133a95fa-b081-425b-9bcd-8e02ecc1a77c {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:23:43.964147 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a7dd56-2011-49b9-a0e2-64f33355039b", "name": "network-vif-plugged", "status": "completed", "tag": "7857478a-0f66-41ff-9603-f151f22c6865", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:23:43.964433 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-133a95fa-b081-425b-9bcd-8e02ecc1a77c {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:23:43.964804 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7857478a-0f66-41ff-9603-f151f22c6865', 'code': 200} Jun 29 16:23:43.993050 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=7857478a-0f66-41ff-9603-f151f22c6865,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:23:43.995935 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:23:44.185153 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff717a-1b47-4897-9290-222793f9b1dc req-3b915d30-b840-482c-9784-400defc6b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:44.186621 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-84ff717a-1b47-4897-9290-222793f9b1dc req-3b915d30-b840-482c-9784-400defc6b38d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 1099 time: 0.0510566 Jun 29 16:23:44.229681 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-84ff717a-1b47-4897-9290-222793f9b1dc req-37ad8f86-c251-4f94-89ad-4e3a369d7b71 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281448 Jun 29 16:23:44.713844 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205cb3a-c840-468d-a8c2-c740be5702f2 req-210ade0e-fac4-492f-8aec-17e7175545f3 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:44.715396 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4205cb3a-c840-468d-a8c2-c740be5702f2 req-210ade0e-fac4-492f-8aec-17e7175545f3 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 946 time: 0.0639675 Jun 29 16:23:44.752459 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4205cb3a-c840-468d-a8c2-c740be5702f2 req-4d4e198e-5cd9-4964-8a0f-befe38180010 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314209 Jun 29 16:23:45.120996 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:23:45.927224 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe1614-86c7-4eab-bf3a-e5be1df6fbbd req-9a43bb39-e463-473d-8e91-1d9c01f82a9f tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:45.928740 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bcbe1614-86c7-4eab-bf3a-e5be1df6fbbd req-9a43bb39-e463-473d-8e91-1d9c01f82a9f tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 946 time: 0.0653279 Jun 29 16:23:45.965861 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bcbe1614-86c7-4eab-bf3a-e5be1df6fbbd req-0556957e-dc9b-4976-899e-ff225b210f75 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314693 Jun 29 16:23:46.131747 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3e472-dc61-41f6-a1f4-c43e31a6da77 req-ecc0397e-4d51-4977-8c75-df9322d39fc4 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:46.133241 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f1d3e472-dc61-41f6-a1f4-c43e31a6da77 req-ecc0397e-4d51-4977-8c75-df9322d39fc4 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 946 time: 0.0634551 Jun 29 16:23:46.141480 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58150) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:23:46.146133 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-bbf1ceec-bbdd-4939-adfd-77ff0731ddec tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Request body: {'floatingip': {'port_id': '7857478a-0f66-41ff-9603-f151f22c6865'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:23:46.187273 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ceec-bbdd-4939-adfd-77ff0731ddec tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:46.878019 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ceec-bbdd-4939-adfd-77ff0731ddec tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:46.881835 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ceec-bbdd-4939-adfd-77ff0731ddec tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:46.982977 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.l3_db [None req-bbf1ceec-bbdd-4939-adfd-77ff0731ddec tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Floating IP eb0dfc7e-ed46-4f40-a12e-65b2346c553a associated. External IP: 172.28.0.108, port: 7857478a-0f66-41ff-9603-f151f22c6865. Jun 29 16:23:47.188838 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf1ceec-bbdd-4939-adfd-77ff0731ddec tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Router ab5402a6-ee9e-401f-91f8-b0b352289380 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:23:47.304488 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf1ceec-bbdd-4939-adfd-77ff0731ddec tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:23:47.309465 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-bbf1ceec-bbdd-4939-adfd-77ff0731ddec tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:47.314282 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] Sync routers for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:23:47.325142 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:23:47.325763 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:23:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:47.354123 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-bbf1ceec-bbdd-4939-adfd-77ff0731ddec tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "PUT /v2.0/floatingips/eb0dfc7e-ed46-4f40-a12e-65b2346c553a HTTP/1.1" status: 200 len: 992 time: 1.2115314 Jun 29 16:23:47.354774 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'tag': '7857478a-0f66-41ff-9603-f151f22c6865'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:23:47.357910 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a" -d '{"events": [{"name": "network-changed", "server_uuid": "94a7dd56-2011-49b9-a0e2-64f33355039b", "tag": "7857478a-0f66-41ff-9603-f151f22c6865"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:23:47.415251 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd34fee-4b34-4621-bc5a-a56a3e736fd4 x-openstack-request-id: req-9cd34fee-4b34-4621-bc5a-a56a3e736fd4 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:23:47.415813 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a7dd56-2011-49b9-a0e2-64f33355039b", "tag": "7857478a-0f66-41ff-9603-f151f22c6865", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:23:47.416255 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9cd34fee-4b34-4621-bc5a-a56a3e736fd4 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:23:47.416930 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'tag': '7857478a-0f66-41ff-9603-f151f22c6865', 'status': 'completed', 'code': 200} Jun 29 16:23:47.468338 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:23:47.501320 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-84fe55ba-5680-448a-94d9-0c197a74a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:47.502883 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-84fe55ba-5680-448a-94d9-0c197a74a992 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 1099 time: 0.0619662 Jun 29 16:23:47.598935 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-4584e723-c508-4936-aac4-6d955a50a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:47.600914 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-4584e723-c508-4936-aac4-6d955a50a4df service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 912 time: 0.0915928 Jun 29 16:23:47.674705 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-bd9e7b17-a945-4641-a0da-20a90ebdf09a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7857478a-0f66-41ff-9603-f151f22c6865 HTTP/1.1" status: 200 len: 1000 time: 0.0675619 Jun 29 16:23:47.704041 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'eb0dfc7e-ed46-4f40-a12e-65b2346c553a', 'tenant_id': '253b528c902246379797921a1941a589', 'floating_ip_address': '172.28.0.108', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'port_id': '7857478a-0f66-41ff-9603-f151f22c6865', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'mac_address': 'fa:16:3e:8e:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:23:34Z', 'updated_at': '2021-06-29T16:23:46Z', 'revision_number': 1, 'project_id': '253b528c902246379797921a1941a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:47.725505 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-d99971ba-53bf-4b23-9cf2-2638101d58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:47.726988 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-d99971ba-53bf-4b23-9cf2-2638101d58b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 200 len: 850 time: 0.0458827 Jun 29 16:23:47.730331 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] Checking router: ab5402a6-ee9e-401f-91f8-b0b352289380 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:23:47.738691 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:23:47.739301 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:23:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:47.787338 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-970f4188-f21c-4d92-a170-afb7226dcb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:23:47.788896 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-970f4188-f21c-4d92-a170-afb7226dcb88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546968 Jun 29 16:23:47.849800 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:23:47.893040 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-683053f6-7dfc-4a45-9e71-d42dfed9bc64 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969691 Jun 29 16:23:47.989628 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-460c4b53-9f09-4bcb-a8d2-fd622b771f6a req-6d9c6ca5-0c8a-44ec-a876-d8fbf6e2f178 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902293 Jun 29 16:23:48.093536 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'eb0dfc7e-ed46-4f40-a12e-65b2346c553a', 'tenant_id': '253b528c902246379797921a1941a589', 'floating_ip_address': '172.28.0.108', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'port_id': '7857478a-0f66-41ff-9603-f151f22c6865', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'mac_address': 'fa:16:3e:8e:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:23:34Z', 'updated_at': '2021-06-29T16:23:46Z', 'revision_number': 1, 'project_id': '253b528c902246379797921a1941a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:23:48.120523 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda5eaec-d8af-49a7-97f6-3817f9f42fcd None None] The sync data for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb is: [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_floatingips': [{'id': 'eb0dfc7e-ed46-4f40-a12e-65b2346c553a', 'tenant_id': '253b528c902246379797921a1941a589', 'floating_ip_address': '172.28.0.108', 'floating_network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'router_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'port_id': '7857478a-0f66-41ff-9603-f151f22c6865', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'mac_address': 'fa:16:3e:8e:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T16:23:34Z', 'updated_at': '2021-06-29T16:23:46Z', 'revision_number': 1, 'project_id': '253b528c902246379797921a1941a589', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:23:48.309397 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8657f6-3cda-4730-b7fc-57389ac8305b None None] New status for floating IP eb0dfc7e-ed46-4f40-a12e-65b2346c553a: ACTIVE {{(pid=93152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:23:49.657218 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-8266e076-c676-4c52-87d6-4673bd40fb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:52.013436 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b99f3ade-e8f2-4719-8571-9d1110371b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:52.306264 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:52.508435 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:53.296798 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:23:55.015889 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:19.657767 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-cb2ca853-d1fb-4a89-ba7f-ec3972a227d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:22.014133 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0402ea44-f444-4eac-935b-3d53747acba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:22.119932 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:24:22.307600 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:22.525372 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:23.298279 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:25.018737 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:28.256129 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-41c76e18-196a-468f-9204-5aba3edda7cf req-0fe1c680-4828-4cac-a5d9-a977b28f544d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1054816 Jun 29 16:24:28.361719 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76e18-196a-468f-9204-5aba3edda7cf req-542f33d3-227f-43d6-8e52-a565dda24632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:28.363222 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-41c76e18-196a-468f-9204-5aba3edda7cf req-542f33d3-227f-43d6-8e52-a565dda24632 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=253b528c902246379797921a1941a589&device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 1099 time: 0.0545840 Jun 29 16:24:28.481856 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76e18-196a-468f-9204-5aba3edda7cf req-1c560e2c-e46d-416f-8dca-6b2bcb58c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:28.483887 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-41c76e18-196a-468f-9204-5aba3edda7cf req-1c560e2c-e46d-416f-8dca-6b2bcb58c9eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 200 len: 912 time: 0.0948112 Jun 29 16:24:28.553381 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-41c76e18-196a-468f-9204-5aba3edda7cf req-fede62b7-e8a2-4763-8ada-6644e93168b7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7857478a-0f66-41ff-9603-f151f22c6865 HTTP/1.1" status: 200 len: 1002 time: 0.0595412 Jun 29 16:24:28.605063 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76e18-196a-468f-9204-5aba3edda7cf req-a1941804-947d-49a3-97d8-faee3a874bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:28.606499 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-41c76e18-196a-468f-9204-5aba3edda7cf req-a1941804-947d-49a3-97d8-faee3a874bf9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 200 len: 850 time: 0.0433567 Jun 29 16:24:28.667259 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76e18-196a-468f-9204-5aba3edda7cf req-adfa1d4f-32ae-491d-aef9-af36d4f16400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:28.668826 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-41c76e18-196a-468f-9204-5aba3edda7cf req-adfa1d4f-32ae-491d-aef9-af36d4f16400 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ab7af2a-73cb-41c8-ac56-095f2326ad3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0560019 Jun 29 16:24:28.679583 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [req-41c76e18-196a-468f-9204-5aba3edda7cf req-bb7c5ba5-e478-4726-af62-0a5feba70864 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:24:28.680551 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-41c76e18-196a-468f-9204-5aba3edda7cf req-bb7c5ba5-e478-4726-af62-0a5feba70864 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052142 Jun 29 16:24:28.773263 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-41c76e18-196a-468f-9204-5aba3edda7cf req-40abde81-50bc-4a16-b334-01e485676d8d service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853727 Jun 29 16:24:28.867113 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-41c76e18-196a-468f-9204-5aba3edda7cf req-ae88d82e-0762-4ff7-8028-f64db0580dc0 service neutron] 10.222.0.61 "GET /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849915 Jun 29 16:24:40.000195 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fff96-5c10-47c5-b596-c992f9129ec2 req-987a4de3-538f-412c-8ddf-c29ac91458b8 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:40.001648 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-893fff96-5c10-47c5-b596-c992f9129ec2 req-987a4de3-538f-412c-8ddf-c29ac91458b8 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 946 time: 0.0650954 Jun 29 16:24:40.039590 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-893fff96-5c10-47c5-b596-c992f9129ec2 req-ea6cba19-16bc-4cfc-99f9-fcf7f182ebc9 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322502 Jun 29 16:24:41.222485 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cfc4f-3017-4eca-9fdf-4eafd1dadb0d req-c45401d4-6ee4-417f-a734-1d1bc3a4a141 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:41.224333 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da4cfc4f-3017-4eca-9fdf-4eafd1dadb0d req-c45401d4-6ee4-417f-a734-1d1bc3a4a141 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 946 time: 0.0700932 Jun 29 16:24:41.262276 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da4cfc4f-3017-4eca-9fdf-4eafd1dadb0d req-a74fc71b-2122-4267-8484-cfe852712b15 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322495 Jun 29 16:24:42.131928 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-2c5f1223-40f0-4631-a1ce-97ea4407ea6b tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:42.133393 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-2c5f1223-40f0-4631-a1ce-97ea4407ea6b tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.61 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 946 time: 0.0642872 Jun 29 16:24:42.238995 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Deleting port 7857478a-0f66-41ff-9603-f151f22c6865 {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:24:42.239717 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:42.340476 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] For port 7857478a-0f66-41ff-9603-f151f22c6865, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7857478a-0f66-41ff-9603-f151f22c6865,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:24:42.340856 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:42.537244 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcce4e-8f5e-4afe-815c-a3882749a2f1 req-5c1d1df8-9030-44c6-b240-8212fe3ceab1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:24:42.538833 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2cfcce4e-8f5e-4afe-815c-a3882749a2f1 req-5c1d1df8-9030-44c6-b240-8212fe3ceab1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 946 time: 0.1525421 Jun 29 16:24:42.580173 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:42.580551 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1581362'] for floatingip, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:42.580869 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.l3_db [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Floating IP eb0dfc7e-ed46-4f40-a12e-65b2346c553a disassociated. External IP: 172.28.0.108, port: 7857478a-0f66-41ff-9603-f151f22c6865. Jun 29 16:24:42.581210 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Calling delete_port for 7857478a-0f66-41ff-9603-f151f22c6865 owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:24:42.603600 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2cfcce4e-8f5e-4afe-815c-a3882749a2f1 req-242f493c-07e0-437e-bcc1-402514b56e4e tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups?id=423e3630-23af-477b-a252-20248d990265&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569019 Jun 29 16:24:42.724452 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:42.728462 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-f4b29f2c-cf59-42e4-91a7-32356fecb54b tempest-ServerRescueNegativeTestJSON-983036258 tempest-ServerRescueNegativeTestJSON-983036258-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:42.754616 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event deleted for resources: {'Port': ['ID=7857478a-0f66-41ff-9603-f151f22c6865,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:42.765694 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.766073 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.766450 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.766816 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.767173 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.767534 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.767920 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.768441 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.768634 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.768989 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.769342 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.769692 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:42.774590 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:42.879643 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Router ab5402a6-ee9e-401f-91f8-b0b352289380 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:24:42.994637 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:24:43.003759 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] Sync routers for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:24:43.013451 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:24:43.014061 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:24:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:43.050893 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] No DVR routers for this DVR port 7857478a-0f66-41ff-9603-f151f22c6865 on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:24:43.054123 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:43.056153 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ad5110d0-783b-4a77-acbe-0334820f9df9 req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.61 "DELETE /v2.0/ports/7857478a-0f66-41ff-9603-f151f22c6865 HTTP/1.1" status: 204 len: 173 time: 0.9146056 Jun 29 16:24:43.056665 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'name': 'network-vif-deleted', 'tag': '7857478a-0f66-41ff-9603-f151f22c6865'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:24:43.059128 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34942baf-851c-4271-8570-6fbb04e105a6" -d '{"events": [{"server_uuid": "94a7dd56-2011-49b9-a0e2-64f33355039b", "name": "network-vif-deleted", "tag": "7857478a-0f66-41ff-9603-f151f22c6865"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:24:43.151918 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:24:43.193291 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6973284-494b-48c0-9ea0-7f6b4202063d x-openstack-request-id: req-e6973284-494b-48c0-9ea0-7f6b4202063d {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:24:43.193718 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a7dd56-2011-49b9-a0e2-64f33355039b", "name": "network-vif-deleted", "tag": "7857478a-0f66-41ff-9603-f151f22c6865", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:24:43.194079 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e6973284-494b-48c0-9ea0-7f6b4202063d {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:24:43.194561 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a7dd56-2011-49b9-a0e2-64f33355039b', 'name': 'network-vif-deleted', 'tag': '7857478a-0f66-41ff-9603-f151f22c6865', 'status': 'completed', 'code': 200} Jun 29 16:24:43.402728 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:43.431389 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] Checking router: ab5402a6-ee9e-401f-91f8-b0b352289380 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:24:43.440164 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:24:43.440784 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:24:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:43.544828 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:24:43.762051 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4252e9f8-3e10-43d9-af03-544c5fe512c6 req-dda4295f-9a5b-4928-9904-b4531225ef03 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/ports?device_id=94a7dd56-2011-49b9-a0e2-64f33355039b HTTP/1.1" status: 200 len: 210 time: 0.0290337 Jun 29 16:24:43.844800 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:43.870395 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa7c8d8-e5bc-49b5-8293-2129f8923919 None None] The sync data for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb is: [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:20:43Z', 'revision_number': 4, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb', '_interfaces': [{'id': 'a2478784-34cf-4261-a9a8-e4c6924b28c6', 'name': '', 'network_id': '1ab7af2a-73cb-41c8-ac56-095f2326ad3d', 'tenant_id': '253b528c902246379797921a1941a589', 'mac_address': 'fa:16:3e:88:5e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:43Z', 'updated_at': '2021-06-29T16:20:48Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'subnets': [{'id': '983450a6-37e2-4edf-b46a-57d569c8287d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:24:44.072114 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad7ed79-5ff7-42c5-8de7-ee1c9046abef None None] New status for floating IP eb0dfc7e-ed46-4f40-a12e-65b2346c553a: DOWN {{(pid=93152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 16:24:44.883463 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58344) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:44.942832 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-10498547-b2a9-4b9d-a8ee-1f33206d6f66 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:44.966785 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-10498547-b2a9-4b9d-a8ee-1f33206d6f66 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:45.016446 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-10498547-b2a9-4b9d-a8ee-1f33206d6f66 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:45.019212 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-10498547-b2a9-4b9d-a8ee-1f33206d6f66 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:45.020395 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-10498547-b2a9-4b9d-a8ee-1f33206d6f66 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "DELETE /v2.0/security-groups/423e3630-23af-477b-a252-20248d990265 HTTP/1.1" status: 204 len: 168 time: 0.1359253 Jun 29 16:24:45.021171 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-079ab865-2776-4f55-a245-a4a88363cab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:45.023308 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58346) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:45.030546 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10498547-b2a9-4b9d-a8ee-1f33206d6f66 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423e3630-23af-477b-a252-20248d990265,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:45.033451 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-10498547-b2a9-4b9d-a8ee-1f33206d6f66 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:45.042737 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.api.v2.resource [None req-091071f7-1037-42fc-8aa3-86064b2d3ac4 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] show failed (client error): The resource could not be found. Jun 29 16:24:45.046536 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-091071f7-1037-42fc-8aa3-86064b2d3ac4 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "GET /v2.0/security-groups/423e3630-23af-477b-a252-20248d990265 HTTP/1.1" status: 404 len: 347 time: 0.0193713 Jun 29 16:24:45.046693 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58350) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:45.168319 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Deleting port 0d9eba50-54bb-4452-b9ec-a94c09f8338e {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:24:45.168668 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:45.243080 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:45.243304 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:45.255561 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Calling delete_port for 0d9eba50-54bb-4452-b9ec-a94c09f8338e owned by network:floatingip {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:24:45.385473 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:45.387558 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-dd524691-8c00-4523-8a54-7449de2d225a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:45.411999 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Pushing event deleted for resources: {'Port': ['ID=0d9eba50-54bb-4452-b9ec-a94c09f8338e,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:45.423102 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.423490 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.423889 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.424261 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.424628 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.424992 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.425354 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.425713 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.426073 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.426430 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.426783 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.427142 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:45.444931 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:45.486222 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks [] for floatingip, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:45.488804 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for floatingip, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:45.489948 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-6d68b6c0-f9b5-4c2e-87a9-72cb32245cc1 tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] 10.222.0.83 "DELETE /v2.0/floatingips/eb0dfc7e-ed46-4f40-a12e-65b2346c553a HTTP/1.1" status: 204 len: 168 time: 0.4423590 Jun 29 16:24:46.042525 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 7857478a-0f66-41ff-9603-f151f22c6865 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:24:46.062560 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 7857478a-0f66-41ff-9603-f151f22c6865 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:24:46.062904 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 7857478a-0f66-41ff-9603-f151f22c6865 not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:24:49.168458 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58378) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:49.507044 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658169'] for router_interface, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:49.661838 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f95afa75-1370-46f8-82fa-f2ea10119b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:50.033464 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Deleting port a2478784-34cf-4261-a9a8-e4c6924b28c6 {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:24:50.033799 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:50.131344 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] For port a2478784-34cf-4261-a9a8-e4c6924b28c6, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=a2478784-34cf-4261-a9a8-e4c6924b28c6,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:24:50.131735 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:50.147898 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Calling delete_port for a2478784-34cf-4261-a9a8-e4c6924b28c6 owned by network:router_interface {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:24:50.348647 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:50.352762 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-c7909dff-8f2b-4ba0-b9f9-5ce95ee9810b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:50.391971 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2478784-34cf-4261-a9a8-e4c6924b28c6,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:50.397263 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:50.622615 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1655433'] for router_interface, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:50.849048 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Router ab5402a6-ee9e-401f-91f8-b0b352289380 has already been hosted by L3 agent 404c3343-ad5f-464b-8320-b8fa667e467b {{(pid=93150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 16:24:50.949744 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Notify agent at l3_agent.dv-cinder-786260-7-smb the message routers_updated {{(pid=93150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 16:24:50.955274 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] 10.222.0.83 "PUT /v2.0/routers/ab5402a6-ee9e-401f-91f8-b0b352289380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7857959 Jun 29 16:24:50.957886 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58380) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:50.958745 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] Sync routers for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 16:24:50.968054 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:24:50.968679 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:24:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:51.062156 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Notify callbacks [] for router, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.074251 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: dv-cinder-786260-7-smb {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:24:51.167757 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.223477 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Deleting port 5a85682e-c8b9-4423-bd28-7f9ae407672a {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:24:51.223742 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.261645 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'external_fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:24:50Z', 'revision_number': 5, 'project_id': '253b528c902246379797921a1941a589', 'gw_port': {'id': '5a85682e-c8b9-4423-bd28-7f9ae407672a', 'name': '', 'network_id': '2a2ef043-d930-438a-b7bc-58c08f4c893b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T16:20:41Z', 'updated_at': '2021-06-29T16:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acb53a12-ac97-470e-b6d5-13a621a8d28d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-7-smb'}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:51.287917 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] Checking router: ab5402a6-ee9e-401f-91f8-b0b352289380 for host: dv-cinder-786260-7-smb {{(pid=93153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 16:24:51.297214 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] Routers {'ab5402a6-ee9e-401f-91f8-b0b352289380'} bound to L3 agent in host dv-cinder-786260-7-smb {{(pid=93153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 16:24:51.298363 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T16:06:22Z,description=,heartbeat_timestamp=2021-06-29T16:24:22Z,host='dv-cinder-786260-7-smb',id=404c3343-ad5f-464b-8320-b8fa667e467b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T16:06:22Z,topic='l3_agent')) {'router_ids': ['ab5402a6-ee9e-401f-91f8-b0b352289380'], 'active': True} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:51.308682 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] For port 5a85682e-c8b9-4423-bd28-7f9ae407672a, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=5a85682e-c8b9-4423-bd28-7f9ae407672a,segment=NetworkSegment(113e7e85-c43d-4cdf-9a19-14b2e64c1a28),segment_id=113e7e85-c43d-4cdf-9a19-14b2e64c1a28)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:24:51.309048 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.324356 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Calling delete_port for 5a85682e-c8b9-4423-bd28-7f9ae407672a owned by network:router_gateway {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:24:51.384725 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_dvr_db [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] Set router ab5402a6-ee9e-401f-91f8-b0b352289380 gateway port host: None {{(pid=93153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 16:24:51.435614 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.l3_hamode_db [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:24:51Z', 'revision_number': 6, 'project_id': '253b528c902246379797921a1941a589', 'gw_port_host': None}], 'dv-cinder-786260-7-smb', False) {} {{(pid=93153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:51.466146 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d07426-8aa9-42fb-b590-3a3a29275b6e None None] The sync data for ids ['ab5402a6-ee9e-401f-91f8-b0b352289380'] in dv-cinder-786260-7-smb is: [{'id': 'ab5402a6-ee9e-401f-91f8-b0b352289380', 'name': 'tempest-AttachVolumeTestJSON-1411216280-router', 'tenant_id': '253b528c902246379797921a1941a589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T16:20:40Z', 'updated_at': '2021-06-29T16:24:51Z', 'revision_number': 6, 'project_id': '253b528c902246379797921a1941a589', 'gw_port_host': None}] {{(pid=93153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 16:24:51.508242 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.511459 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-4bae40df-0c61-421d-ae46-49938dfd1dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:51.540777 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a85682e-c8b9-4423-bd28-7f9ae407672a,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:51.543937 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:51.601670 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1586157'] for router_gateway, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.702527 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1655973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1005'] for router, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.704998 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.748846 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1656492'] for router, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.749316 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab5402a6-ee9e-401f-91f8-b0b352289380 {{(pid=93150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 16:24:51.754230 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] Notify callbacks [] for router, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.757638 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-0c291748-e916-44e2-92bd-0f4345b4a47d admin admin] 10.222.0.83 "DELETE /v2.0/routers/ab5402a6-ee9e-401f-91f8-b0b352289380 HTTP/1.1" status: 204 len: 168 time: 0.7965183 Jun 29 16:24:51.757978 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58382) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:51.802439 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ee1f06-23ab-42de-9839-e721d626d54c admin admin] Deleting subnet 983450a6-37e2-4edf-b46a-57d569c8287d {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:24:51.805747 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1f06-23ab-42de-9839-e721d626d54c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.845843 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1f06-23ab-42de-9839-e721d626d54c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.939136 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1f06-23ab-42de-9839-e721d626d54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.992282 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1f06-23ab-42de-9839-e721d626d54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:51.994370 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:52.017677 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-0d1454d1-f638-4038-8f0c-4b274372bcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.020163 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee1f06-23ab-42de-9839-e721d626d54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=983450a6-37e2-4edf-b46a-57d569c8287d,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:52.023203 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d3ee1f06-23ab-42de-9839-e721d626d54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:52.024237 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1f06-23ab-42de-9839-e721d626d54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.026105 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-d3ee1f06-23ab-42de-9839-e721d626d54c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/983450a6-37e2-4edf-b46a-57d569c8287d HTTP/1.1" status: 204 len: 168 time: 0.2672169 Jun 29 16:24:52.029017 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58384) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:52.029842 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc4e77-ac18-4e35-b259-cb3527c80d4b None None] Network 1ab7af2a-73cb-41c8-ac56-095f2326ad3d requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:24:52.102738 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.164650 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Deleting port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c {{(pid=93150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:24:52.165016 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.228403 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.db [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] For port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c, host dv-cinder-786260-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-7-smb',level=0,port_id=aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c,segment=NetworkSegment(0fa5c82c-0f14-4885-85a2-43ccfaaee7a8),segment_id=0fa5c82c-0f14-4885-85a2-43ccfaaee7a8)] {{(pid=93150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:24:52.228768 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.241520 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.plugin [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Calling delete_port for aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c owned by network:dhcp {{(pid=93150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:24:52.267823 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] DHCP port deletion for 1ab7af2a-73cb-41c8-ac56-095f2326ad3d request from dv-cinder-786260-7-smb {{(pid=93152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 16:24:52.317529 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.326266 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26134672'] for port, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.326489 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Deleting port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c {{(pid=93152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:24:52.326785 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.329816 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-598aa8c9-5523-4bf6-a4cc-3863baa85dc9 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:52.354535 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Pushing event deleted for resources: {'Port': ['ID=aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:52.356363 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] No DVR routers for this DVR port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c on host dv-cinder-786260-7-smb {{(pid=93150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:24:52.357843 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:52.394926 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] For port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c, host dv-cinder-786260-7-smb, got binding levels [] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:24:52.395322 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.408182 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Calling delete_port for aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c owned by network:dhcp {{(pid=93152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:24:52.410795 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.ipam_backend_mixin [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c was not found and therefore no delete operation was performed {{(pid=93152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 16:24:52.412018 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581'] for port, after_delete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.413774 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-15bda6df-2b3b-4901-814c-499d75af4905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:52.439108 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Pushing event deleted for resources: {'Port': ['ID=aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c,revision_number=None']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:52.441373 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] No DVR routers for this DVR port aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c on host dv-cinder-786260-7-smb {{(pid=93152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:24:52.444950 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.451957 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.452541 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.453113 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.453685 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.454285 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.454861 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.455432 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.456058 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.456622 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.457190 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.457569 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab7af2a-73cb-41c8-ac56-095f2326ad3d']}} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:52.457718 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.458139 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:24:52.461096 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-188a1fd7-8a46-49fe-8496-acdd78a22c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:52.469119 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8') {'for_net_delete': True} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:52.469429 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.services.segments.db [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa5c82c-0f14-4885-85a2-43ccfaaee7a8') {} {{(pid=93150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:24:52.479190 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3327010'] for segment, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.493264 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.499529 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:24:52.499960 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26134727'] for segment, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: Traceback (most recent call last): Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: timer() Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: cb(*args, **kw) Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: return func(*args, **kwargs) Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: self._notify() Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: self.callback(batched_events) Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: event.method(event) Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: return f(self, *a, **k) Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: return self._get(url).json() Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: return self.request(url, 'GET', **kwargs) Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:24:52.502704 dv-cinder-786260-7-smb neutron-server[93150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:24:52.523241 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.564989 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.568724 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-60756774-444b-4095-90bf-1361fe5937c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:52.580754 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.582595 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] 10.222.0.83 "DELETE /v2.0/networks/1ab7af2a-73cb-41c8-ac56-095f2326ad3d HTTP/1.1" status: 204 len: 168 time: 0.5526638 Jun 29 16:24:52.583935 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab7af2a-73cb-41c8-ac56-095f2326ad3d,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:52.586135 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f446ad72-ec2c-4224-9e8c-10145a94312d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:52.751269 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58388) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:52.783983 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 5a85682e-c8b9-4423-bd28-7f9ae407672a no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:24:52.795415 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-26bbf212-1c80-4146-be76-1e1a2b5511b2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=253b528c902246379797921a1941a589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427272 Jun 29 16:24:52.798392 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58390) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:24:52.805500 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: 5a85682e-c8b9-4423-bd28-7f9ae407672a {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:24:52.805790 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device 5a85682e-c8b9-4423-bd28-7f9ae407672a not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:24:52.806226 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:24:52.826182 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:24:52.826556 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device aeca4c0b-dbfd-4f85-9a31-0f68c6a3a32c not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:24:52.826861 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device a2478784-34cf-4261-a9a8-e4c6924b28c6 no longer exists at agent ovs-agent-dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:24:52.846006 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] No Port match for: a2478784-34cf-4261-a9a8-e4c6924b28c6 {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:24:52.846345 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Device a2478784-34cf-4261-a9a8-e4c6924b28c6 not bound to the agent host dv-cinder-786260-7-smb {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:24:52.854571 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-35f3483f-1246-4d36-aa0f-25dc8f3b6323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.876749 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-35f3483f-1246-4d36-aa0f-25dc8f3b6323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.922660 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-35f3483f-1246-4d36-aa0f-25dc8f3b6323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.925916 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-35f3483f-1246-4d36-aa0f-25dc8f3b6323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:52.928341 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-35f3483f-1246-4d36-aa0f-25dc8f3b6323 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f993f92f-e7ef-4f74-bfa9-50a2dcba5441 HTTP/1.1" status: 204 len: 168 time: 0.1277480 Jun 29 16:24:52.928341 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-f8543659-84f7-4ac7-83d2-d06df8d64567 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:24:52.944040 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3483f-1246-4d36-aa0f-25dc8f3b6323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f993f92f-e7ef-4f74-bfa9-50a2dcba5441,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:24:52.944040 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-35f3483f-1246-4d36-aa0f-25dc8f3b6323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:24:53.305114 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:55.023378 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:24:59.118709 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:25:02.480333 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58504) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:02.596304 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8f3bf4b2-74e6-4826-b17f-51dfe207e8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:02.698278 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8f3bf4b2-74e6-4826-b17f-51dfe207e8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:02.704990 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8f3bf4b2-74e6-4826-b17f-51dfe207e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:02.708564 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-105d4254-6066-4252-a155-47f37292543a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:02.746742 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bf4b2-74e6-4826-b17f-51dfe207e8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec104bd-0ceb-453f-a0de-f5777b2f5c27,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:02.751054 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-8f3bf4b2-74e6-4826-b17f-51dfe207e8a7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=24002b711faa473796e51a8ec9832029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696280 Jun 29 16:25:02.752071 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-8f3bf4b2-74e6-4826-b17f-51dfe207e8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:02.755193 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58508) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:02.815372 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ab6dd9c7-d3ac-41f6-95fd-14aae4f0b226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:02.840827 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ab6dd9c7-d3ac-41f6-95fd-14aae4f0b226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:02.896061 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ab6dd9c7-d3ac-41f6-95fd-14aae4f0b226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:02.898873 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ab6dd9c7-d3ac-41f6-95fd-14aae4f0b226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:02.900084 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-ab6dd9c7-d3ac-41f6-95fd-14aae4f0b226 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aec104bd-0ceb-453f-a0de-f5777b2f5c27 HTTP/1.1" status: 204 len: 168 time: 0.1439049 Jun 29 16:25:02.900943 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-eed09625-639f-4b3a-bc90-4942bef35539 tempest-AttachVolumeShelveTestJSON-1885436763 tempest-AttachVolumeShelveTestJSON-1885436763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:02.910160 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dd9c7-d3ac-41f6-95fd-14aae4f0b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec104bd-0ceb-453f-a0de-f5777b2f5c27,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:02.912752 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-ab6dd9c7-d3ac-41f6-95fd-14aae4f0b226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:04.817571 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58570) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:04.967951 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fdb68ffb-3081-405a-80cf-4f93092f89d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.084967 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fdb68ffb-3081-405a-80cf-4f93092f89d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.089307 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-fdb68ffb-3081-405a-80cf-4f93092f89d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.092110 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-d9f88b91-c211-44cf-863e-4ba8c8b180bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:05.132795 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-fdb68ffb-3081-405a-80cf-4f93092f89d6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ccd97048be54439aaabfb24852cad8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140860 Jun 29 16:25:05.133759 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb68ffb-3081-405a-80cf-4f93092f89d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5db4e5a-d294-4358-ac13-25bedca65003,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:05.135925 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58574) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:05.137181 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-fdb68ffb-3081-405a-80cf-4f93092f89d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:05.191618 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1b0e-87d9-4609-ba7a-c6b5cb9f3ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.220061 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1b0e-87d9-4609-ba7a-c6b5cb9f3ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.284526 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1b0e-87d9-4609-ba7a-c6b5cb9f3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.287343 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1b0e-87d9-4609-ba7a-c6b5cb9f3ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.288580 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-3f6c1b0e-87d9-4609-ba7a-c6b5cb9f3ca8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e5db4e5a-d294-4358-ac13-25bedca65003 HTTP/1.1" status: 204 len: 168 time: 0.1510456 Jun 29 16:25:05.289420 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-86cb6b48-9f50-4802-8ec7-0ea3d8a2cea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:05.297748 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c1b0e-87d9-4609-ba7a-c6b5cb9f3ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5db4e5a-d294-4358-ac13-25bedca65003,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:05.300239 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-3f6c1b0e-87d9-4609-ba7a-c6b5cb9f3ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:05.566339 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58580) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:05.580086 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46b1de0c-92ec-493f-b395-59900a0d73fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.678046 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46b1de0c-92ec-493f-b395-59900a0d73fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.682617 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-46b1de0c-92ec-493f-b395-59900a0d73fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.686088 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a8d79143-60c4-49fb-923f-a4ef2d8aa3ae tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:05.726181 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-46b1de0c-92ec-493f-b395-59900a0d73fa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3c3b22dcf1544ba98fa5ae739ded9ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587415 Jun 29 16:25:05.727118 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1de0c-92ec-493f-b395-59900a0d73fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140de96a-91f6-43ee-8368-00503e02e262,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:05.729179 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58582) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:05.730417 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-46b1de0c-92ec-493f-b395-59900a0d73fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:05.785334 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-961199b9-1d2a-4cef-ad20-1719f343fa92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.813685 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-961199b9-1d2a-4cef-ad20-1719f343fa92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.868309 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-961199b9-1d2a-4cef-ad20-1719f343fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.871550 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-961199b9-1d2a-4cef-ad20-1719f343fa92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:05.872762 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-961199b9-1d2a-4cef-ad20-1719f343fa92 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/140de96a-91f6-43ee-8368-00503e02e262 HTTP/1.1" status: 204 len: 168 time: 0.1422501 Jun 29 16:25:05.873718 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7ad97ddf-3006-4e19-bee8-09e28955205e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:05.884560 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961199b9-1d2a-4cef-ad20-1719f343fa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140de96a-91f6-43ee-8368-00503e02e262,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:05.886845 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-961199b9-1d2a-4cef-ad20-1719f343fa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:07.764094 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58652) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:07.868109 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60dd28d8-bfdb-453c-8254-d13268acc461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:07.957904 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60dd28d8-bfdb-453c-8254-d13268acc461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:07.961609 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-60dd28d8-bfdb-453c-8254-d13268acc461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:07.964226 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-51d9054d-6e82-45a1-94b0-f9942b15de45 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:08.001635 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-60dd28d8-bfdb-453c-8254-d13268acc461 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1c14cb74eadc4132ac70d01ca27ca54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364290 Jun 29 16:25:08.002583 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd28d8-bfdb-453c-8254-d13268acc461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3c0df6-21fd-4202-af9c-043410e21e8d,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:08.004285 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58656) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:08.005988 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-60dd28d8-bfdb-453c-8254-d13268acc461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:08.059010 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c81ee1c0-5047-4b5c-a601-dc51554f43b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.081460 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c81ee1c0-5047-4b5c-a601-dc51554f43b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.141305 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c81ee1c0-5047-4b5c-a601-dc51554f43b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.144277 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-c81ee1c0-5047-4b5c-a601-dc51554f43b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.145501 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-c81ee1c0-5047-4b5c-a601-dc51554f43b3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4d3c0df6-21fd-4202-af9c-043410e21e8d HTTP/1.1" status: 204 len: 168 time: 0.1402175 Jun 29 16:25:08.146351 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-110743b2-ed55-46a5-bc90-ff6b46d2cb51 tempest-VolumesNegativeTest-1025857428 tempest-VolumesNegativeTest-1025857428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:08.156238 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ee1c0-5047-4b5c-a601-dc51554f43b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3c0df6-21fd-4202-af9c-043410e21e8d,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:08.160139 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c81ee1c0-5047-4b5c-a601-dc51554f43b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:08.418493 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58662) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:08.433283 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b3080df6-fae4-4cfe-9cca-c4a6f0f6134c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.527172 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b3080df6-fae4-4cfe-9cca-c4a6f0f6134c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.532203 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b3080df6-fae4-4cfe-9cca-c4a6f0f6134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.535451 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-cd1fdb98-f094-4e08-8149-363b798bc6af tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:08.570579 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-b3080df6-fae4-4cfe-9cca-c4a6f0f6134c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=661553915ab54720aa35c15bc2466437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509702 Jun 29 16:25:08.571569 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3080df6-fae4-4cfe-9cca-c4a6f0f6134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c72d94-eb66-4798-a3ed-27e86bc9e622,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:08.573555 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58664) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:08.581423 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b3080df6-fae4-4cfe-9cca-c4a6f0f6134c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:08.626521 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7c647a9f-86de-47b2-a295-1867e878d138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.648023 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7c647a9f-86de-47b2-a295-1867e878d138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.692881 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7c647a9f-86de-47b2-a295-1867e878d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.695499 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-7c647a9f-86de-47b2-a295-1867e878d138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:08.696695 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-7c647a9f-86de-47b2-a295-1867e878d138 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a2c72d94-eb66-4798-a3ed-27e86bc9e622 HTTP/1.1" status: 204 len: 168 time: 0.1221755 Jun 29 16:25:08.697492 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-b04dd165-2e74-415b-9df7-90675e91c848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:08.705654 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c647a9f-86de-47b2-a295-1867e878d138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c72d94-eb66-4798-a3ed-27e86bc9e622,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:08.707900 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-7c647a9f-86de-47b2-a295-1867e878d138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:12.714314 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58730) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:12.818146 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a0da91c6-b6dd-4a3e-9b05-49bf2ca0b41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:12.908595 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a0da91c6-b6dd-4a3e-9b05-49bf2ca0b41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:12.913516 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-a0da91c6-b6dd-4a3e-9b05-49bf2ca0b41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:12.917160 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-14ccee5a-b45f-4776-879b-7758dc29163e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:12.951123 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-a0da91c6-b6dd-4a3e-9b05-49bf2ca0b41a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d007d9659e6a4139aa0540624b2042f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357342 Jun 29 16:25:12.953831 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da91c6-b6dd-4a3e-9b05-49bf2ca0b41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c464dfa6-849b-4a46-8f0a-69486a6d3fa9,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:12.954448 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58734) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:12.956775 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-a0da91c6-b6dd-4a3e-9b05-49bf2ca0b41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:13.024098 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b49620c3-876d-44bd-83ac-77d293a27c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:13.052124 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b49620c3-876d-44bd-83ac-77d293a27c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:13.105138 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b49620c3-876d-44bd-83ac-77d293a27c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:13.107875 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-b49620c3-876d-44bd-83ac-77d293a27c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:13.109031 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-b49620c3-876d-44bd-83ac-77d293a27c7e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c464dfa6-849b-4a46-8f0a-69486a6d3fa9 HTTP/1.1" status: 204 len: 168 time: 0.1529245 Jun 29 16:25:13.109975 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-c57c7e95-dba5-4164-9fe1-a6984771409a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:13.117400 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49620c3-876d-44bd-83ac-77d293a27c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c464dfa6-849b-4a46-8f0a-69486a6d3fa9,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:13.119779 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b49620c3-876d-44bd-83ac-77d293a27c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:16.620374 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58778) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:16.743496 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ed24e8d0-7ff5-4d03-a44a-708854a0bd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:16.837537 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ed24e8d0-7ff5-4d03-a44a-708854a0bd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:16.841930 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-ed24e8d0-7ff5-4d03-a44a-708854a0bd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:16.844644 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-bccc828e-6722-4222-89a6-49dc2993a2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:16.882923 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-ed24e8d0-7ff5-4d03-a44a-708854a0bd16 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5b0922cdf4fb49ef9997e27175707627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614501 Jun 29 16:25:16.884311 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24e8d0-7ff5-4d03-a44a-708854a0bd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7250008f-7afb-447d-95de-caf46990c92c,revision_number=1']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:16.886569 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58782) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:16.887819 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-ed24e8d0-7ff5-4d03-a44a-708854a0bd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:16.943925 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6bbc46ad-8563-4a1a-bffc-dc6a5d4e4b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:16.964716 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6bbc46ad-8563-4a1a-bffc-dc6a5d4e4b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.009610 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6bbc46ad-8563-4a1a-bffc-dc6a5d4e4b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.012722 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-6bbc46ad-8563-4a1a-bffc-dc6a5d4e4b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.013849 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-6bbc46ad-8563-4a1a-bffc-dc6a5d4e4b76 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7250008f-7afb-447d-95de-caf46990c92c HTTP/1.1" status: 204 len: 168 time: 0.1261389 Jun 29 16:25:17.014595 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-57151c54-7cec-4c54-840a-5e9d60a357b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:17.021779 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc46ad-8563-4a1a-bffc-dc6a5d4e4b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7250008f-7afb-447d-95de-caf46990c92c,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:17.024081 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-6bbc46ad-8563-4a1a-bffc-dc6a5d4e4b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:17.614934 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 58804) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:17.709548 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1673280631-network', 'tenant_id': 'f479924e82db4547bdf9bbaafac01aeb'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:25:17.730753 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Made reservation on behalf of f479924e82db4547bdf9bbaafac01aeb for: {'network': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:25:17.733284 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for network, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.742360 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.838732 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.842104 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.845844 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2c65e31a-50c8-4dec-b2c8-51c57a922417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:17.870655 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 16:25:17.880344 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362db725-c060-4cc3-923a-9d5354b008d4,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:17.883966 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:17.888065 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.888065 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.db.segments_db [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Added segment 2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe of type vlan for network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 Jun 29 16:25:17.930844 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790207291706'] for network, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.961766 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157'] for network, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.963068 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:17.963688 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:17.965785 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:18.019785 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4036939 Jun 29 16:25:18.022709 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 58808) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:25:18.025228 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Pushing event updated for resources: {'Network': ['ID=4d403ba3-0c58-4341-9bc1-71b7e13a9689,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:18.028008 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-44ddb69c-4af6-46ae-95af-74ef45998d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:18.029279 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.v2.base [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Request body: {'subnet': {'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1673280631-subnet', 'tenant_id': 'f479924e82db4547bdf9bbaafac01aeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:25:18.036117 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 details requested by agent ovs-agent-dv-cinder-786260-7-smb with host dv-cinder-786260-7-smb {{(pid=93152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 16:25:18.057184 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Made reservation on behalf of f479924e82db4547bdf9bbaafac01aeb for: {'subnet': 1} {{(pid=93150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:25:18.059955 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209652'] for subnet, before_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:18.240238 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26134565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209638'] for subnet, after_create {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:18.242020 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:18.300512 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a558822-8d22-4360-9108-194bf3b909e0,revision_number=0']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:18.304650 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:18.309104 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Checking segment: {'id': '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:25:18.309463 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Network hostable DHCP agents. Network: 4d403ba3-0c58-4341-9bc1-71b7e13a9689, hostable agents: ['331a5bf7-db8a-4394-af63-9b68a8583b88'], hosted agents: [] {{(pid=93150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 16:25:18.326940 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 is scheduled to be hosted by DHCP agent 331a5bf7-db8a-4394-af63-9b68a8583b88 with binding_index 1 {{(pid=93150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 16:25:18.335308 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.scheduler.base_scheduler [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-7-smb, 4d403ba3-0c58-4341-9bc1-71b7e13a9689) {{(pid=93150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:25:18.339770 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:18.340353 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:18.346036 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8996a27-7a49-4e2e-9057-a8d2fe438fe2 None None] Network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:25:18.354038 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-68efce13-90ea-4288-9edb-7626352bcfb1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3301456 Jun 29 16:25:18.472271 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977db17-e7a5-4af0-aece-af7cf7ef1c0c None None] Network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 requested from dv-cinder-786260-7-smb {{(pid=93152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 16:25:19.664608 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-a73ad78b-d8a0-4b83-87a5-d3c3d75beb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:20.117613 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-9ad9f050-cb1e-411b-a437-d0be63d46a9b tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:20.119100 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-9ad9f050-cb1e-411b-a437-d0be63d46a9b tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/networks?id=4d403ba3-0c58-4341-9bc1-71b7e13a9689 HTTP/1.1" status: 200 len: 814 time: 0.1137214 Jun 29 16:25:20.134053 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-3c1833c7-ebdd-4c54-aa4c-5f84e14790ec tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/quotas/f479924e82db4547bdf9bbaafac01aeb HTTP/1.1" status: 200 len: 375 time: 0.0094121 Jun 29 16:25:20.167557 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-aa3b682d-f2c0-49a4-8a1b-724dd537b48c tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f479924e82db4547bdf9bbaafac01aeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279849 Jun 29 16:25:20.220029 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-25b7c8a8-a3a4-4304-87e1-c5a022d2278a service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=93151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 16:25:20.221079 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-25b7c8a8-a3a4-4304-87e1-c5a022d2278a service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467331 Jun 29 16:25:20.567738 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-48f2a77e-fa45-4827-b6ec-50c81c966465 service neutron] 10.222.0.83 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404696 Jun 29 16:25:20.661307 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-bfad9ffd-67c5-4f42-9855-69c3dade6d32 service neutron] 10.222.0.83 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876050 Jun 29 16:25:21.855395 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-69919341-6b34-496b-8e3e-5453fabdd931 req-d4adb436-4ea4-4c72-b208-43228579ff6f tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 210 time: 0.0325446 Jun 29 16:25:22.019145 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-e18e574f-0cd2-4101-895e-d145535dcfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:22.312598 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:22.527818 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:22.938656 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d784585c-8fd0-406d-84e3-b2f1748c62a4 req-9f15ddcd-505f-4ee0-ab4a-fdd02b999dac tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Jun 29 16:25:23.305896 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:24.022923 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-93e08929-1acd-4377-ae5d-e92e2fb00ac7 req-10af795f-1bc2-4bb6-9951-cf47626d0c3f tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 210 time: 0.0299845 Jun 29 16:25:25.024195 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:25.107295 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7e1ba82d-4c1c-42cf-8b99-3c443d523624 req-9a590847-3409-4fe9-be19-d38f57d2484c tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 210 time: 0.0289633 Jun 29 16:25:26.250580 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-bb3ce215-18f7-4ee7-810a-b3aa1b5d293f req-892a8b9c-0737-4196-8dad-769a47f9b083 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 210 time: 0.0322571 Jun 29 16:25:27.256403 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-b76751a0-75bb-43bd-a8ea-55011b233c69 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:27.258033 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-b76751a0-75bb-43bd-a8ea-55011b233c69 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.61 "GET /v2.0/networks?id=4d403ba3-0c58-4341-9bc1-71b7e13a9689 HTTP/1.1" status: 200 len: 814 time: 0.1167748 Jun 29 16:25:27.282058 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Request body: {'port': {'device_id': 'edb358f2-74e8-4204-b70e-4e90c8518647', 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689', 'admin_state_up': True, 'tenant_id': 'f479924e82db4547bdf9bbaafac01aeb'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:25:27.404184 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4dc8944b-e820-4499-9a6e-0ab9c789636a req-f18df0e0-9a0f-4691-9e1b-f6996b4b59fb tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 210 time: 0.0392780 Jun 29 16:25:27.428373 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Made reservation on behalf of f479924e82db4547bdf9bbaafac01aeb for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:25:27.433220 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:27.562044 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Allocated IP 172.20.0.6 (4d403ba3-0c58-4341-9bc1-71b7e13a9689/7a558822-8d22-4360-9108-194bf3b909e0/75940d1f-f9a0-4e9d-996b-3f3e3028f5bc) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:25:27.712483 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:27.759726 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:27.765222 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-865da36e-e593-44c7-9dc8-8e7e6d62bc5d tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:27.809936 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:25:27.813479 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:25:27.818344 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:25:27.825346 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Pushing event updated for resources: {'Port': ['ID=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:27.845493 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:27.873531 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:27.874144 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:27.891630 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6135550 Jun 29 16:25:27.909557 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Request body: {'port': {'device_id': 'edb358f2-74e8-4204-b70e-4e90c8518647', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:25:27.995603 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:28.288333 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:25:28.296926 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:28.310423 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Transition to ACTIVE for port object 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:25:28.316398 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:28.319873 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-8deab8c4-cbd0-42e2-81ac-c14e394a00e9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:28.394795 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Pushing event updated for resources: {'Port': ['ID=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:28.398075 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:28.444676 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Attempting to bind port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:25:28.445020 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Attempting to bind port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:25:28.445389 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Attempting to bind port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc on network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:25:28.449969 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc on network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:25:28.450301 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Attempting to bind port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc on network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:25:28.455675 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:25:28.456042 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Checking segment: {'id': '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:25:28.456431 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Bound using segment: {'id': '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:25:28.456888 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Bound port: 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:25:28.457248 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:28.529697 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] For port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:25:28.564303 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] For port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,segment=NetworkSegment(2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe),segment_id=2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:25:28.569613 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:28.573082 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-de8aff8c-7ac2-4d0b-8da7-67284ed6dd39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:28.615509 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:28.616151 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:28.617512 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] 10.222.0.61 "PUT /v2.0/ports/75940d1f-f9a0-4e9d-996b-3f3e3028f5bc HTTP/1.1" status: 200 len: 1093 time: 0.7129924 Jun 29 16:25:28.620443 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb358f2-74e8-4204-b70e-4e90c8518647', 'tag': '75940d1f-f9a0-4e9d-996b-3f3e3028f5bc'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:25:28.622756 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53c68db-f82e-4eef-b971-4015608f09c2" -d '{"events": [{"name": "network-changed", "server_uuid": "edb358f2-74e8-4204-b70e-4e90c8518647", "tag": "75940d1f-f9a0-4e9d-996b-3f3e3028f5bc"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:25:28.656826 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e583-916b-4caf-9fd6-0a27e0c6c823 req-a12f4fac-ecb0-482a-a406-465599d2fed4 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:28.658371 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2c96e583-916b-4caf-9fd6-0a27e0c6c823 req-a12f4fac-ecb0-482a-a406-465599d2fed4 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 943 time: 0.1411459 Jun 29 16:25:28.659086 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Pushing event updated for resources: {'Port': ['ID=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:28.669949 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-1be7ce29-f227-4150-b5ed-01318614fc29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:28.672820 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e8aead-c928-4f8a-9ae9-3fa180e9a8ed x-openstack-request-id: req-b8e8aead-c928-4f8a-9ae9-3fa180e9a8ed {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:25:28.673143 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb358f2-74e8-4204-b70e-4e90c8518647", "tag": "75940d1f-f9a0-4e9d-996b-3f3e3028f5bc", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:25:28.673435 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b8e8aead-c928-4f8a-9ae9-3fa180e9a8ed {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:25:28.673864 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb358f2-74e8-4204-b70e-4e90c8518647', 'tag': '75940d1f-f9a0-4e9d-996b-3f3e3028f5bc', 'status': 'completed', 'code': 200} Jun 29 16:25:28.739909 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-2c96e583-916b-4caf-9fd6-0a27e0c6c823 req-668b210d-ae09-4bbd-8e57-f5024f1e1adf tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651603 Jun 29 16:25:28.751153 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-ee7d5d02-b6db-4fc1-bd82-fc8480e0eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:28.752685 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-ee7d5d02-b6db-4fc1-bd82-fc8480e0eb3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f479924e82db4547bdf9bbaafac01aeb&device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 1096 time: 0.0905809 Jun 29 16:25:28.805750 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-d777688a-813a-4f63-815d-1bb37ac3209c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc HTTP/1.1" status: 200 len: 217 time: 0.0393720 Jun 29 16:25:28.856119 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-98b6c364-d4d8-4391-9529-5a502008ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:28.857517 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-98b6c364-d4d8-4391-9529-5a502008ae26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a558822-8d22-4360-9108-194bf3b909e0 HTTP/1.1" status: 200 len: 854 time: 0.0456357 Jun 29 16:25:28.891578 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-80c9af80-3d9f-4456-91f4-8723aa2a4069 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d403ba3-0c58-4341-9bc1-71b7e13a9689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269082 Jun 29 16:25:28.986986 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-2306c7ec-e4c5-480a-9372-45d53f553260 service neutron] 10.222.0.61 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873382 Jun 29 16:25:29.078889 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da897c98-ffa3-4b05-8919-b5828c9bd702 req-6e53cd2f-0b1c-4910-856c-4b906bfb425f service neutron] 10.222.0.61 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847881 Jun 29 16:25:29.181887 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c68db-f82e-4eef-b971-4015608f09c2 req-56c415ac-6da8-44de-9095-1d8e2236fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:29.183382 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f53c68db-f82e-4eef-b971-4015608f09c2 req-56c415ac-6da8-44de-9095-1d8e2236fe8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f479924e82db4547bdf9bbaafac01aeb&device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 1096 time: 0.0566871 Jun 29 16:25:29.278070 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c68db-f82e-4eef-b971-4015608f09c2 req-76106d4c-7d80-4c80-b9ad-c7582702d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:29.279592 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f53c68db-f82e-4eef-b971-4015608f09c2 req-76106d4c-7d80-4c80-b9ad-c7582702d591 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d403ba3-0c58-4341-9bc1-71b7e13a9689 HTTP/1.1" status: 200 len: 915 time: 0.0865030 Jun 29 16:25:29.325604 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f53c68db-f82e-4eef-b971-4015608f09c2 req-1332fb02-432f-4152-853a-cb772896428c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc HTTP/1.1" status: 200 len: 217 time: 0.0384469 Jun 29 16:25:29.376282 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c68db-f82e-4eef-b971-4015608f09c2 req-5621dfda-1f43-40f4-a641-6df89d6cb41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:29.377665 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f53c68db-f82e-4eef-b971-4015608f09c2 req-5621dfda-1f43-40f4-a641-6df89d6cb41d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a558822-8d22-4360-9108-194bf3b909e0 HTTP/1.1" status: 200 len: 854 time: 0.0456831 Jun 29 16:25:29.415339 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f53c68db-f82e-4eef-b971-4015608f09c2 req-af965c7d-3bbd-4b20-913d-7d8c89d87c12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d403ba3-0c58-4341-9bc1-71b7e13a9689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267372 Jun 29 16:25:29.506615 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f53c68db-f82e-4eef-b971-4015608f09c2 req-82cfa1b5-3730-4599-8428-b173c893bf14 service neutron] 10.222.0.61 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837114 Jun 29 16:25:29.596135 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-f53c68db-f82e-4eef-b971-4015608f09c2 req-abd5a1bb-34ea-4e9b-971d-d5c323bcae0f service neutron] 10.222.0.61 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818839 Jun 29 16:25:29.935620 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d64f7-9efd-432c-a004-130bb77f0897 req-dc911e16-275f-4e13-9967-204605a996df tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:29.937724 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ac0d64f7-9efd-432c-a004-130bb77f0897 req-dc911e16-275f-4e13-9967-204605a996df tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 943 time: 0.0699232 Jun 29 16:25:29.978857 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ac0d64f7-9efd-432c-a004-130bb77f0897 req-79e40783-459a-44a0-8af6-72146987f2ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349989 Jun 29 16:25:31.150296 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1024176-296c-4a7f-b4a9-b4c4d97ec772 req-998ae730-a280-4754-a0f6-d3943c25859c tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:31.151812 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b1024176-296c-4a7f-b4a9-b4c4d97ec772 req-998ae730-a280-4754-a0f6-d3943c25859c tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 943 time: 0.0634613 Jun 29 16:25:31.190940 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-b1024176-296c-4a7f-b4a9-b4c4d97ec772 req-20f62449-8966-4d07-be30-52236049e615 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334744 Jun 29 16:25:32.259568 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:25:32.356959 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,segment=NetworkSegment(2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe),segment_id=2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:25:32.366599 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e048d-0e3a-42fc-af24-1b7135fffe8c req-d5b460ed-3ee7-4fe5-9cec-512c7d74adff tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:32.368026 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d97e048d-0e3a-42fc-af24-1b7135fffe8c req-d5b460ed-3ee7-4fe5-9cec-512c7d74adff tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 943 time: 0.0638218 Jun 29 16:25:32.369015 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': '75940d1f-f9a0-4e9d-996b-3f3e3028f5bc', 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689', 'port_id': '75940d1f-f9a0-4e9d-996b-3f3e3028f5bc', 'mac_address': 'fa:16:3e:f3:46:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a558822-8d22-4360-9108-194bf3b909e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:25:32.408829 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:32.409842 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-d97e048d-0e3a-42fc-af24-1b7135fffe8c req-1cb88f19-d3c5-4120-ba69-449d9c2f1bf1 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362644 Jun 29 16:25:32.422822 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:25:32.443441 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,segment=NetworkSegment(2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe),segment_id=2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:25:32.447941 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:32.449742 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:32.620420 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:32.623727 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:32.734549 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['75940d1f-f9a0-4e9d-996b-3f3e3028f5bc'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:25:33.594383 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9508be-c30d-4a24-9df6-6d14fc38d9d0 req-f0e65b9c-6a94-4aae-a72f-f8a6cc6cedce tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:33.595988 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3e9508be-c30d-4a24-9df6-6d14fc38d9d0 req-f0e65b9c-6a94-4aae-a72f-f8a6cc6cedce tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 944 time: 0.0698996 Jun 29 16:25:33.640812 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-3e9508be-c30d-4a24-9df6-6d14fc38d9d0 req-37a0132a-239b-48da-9095-3dea1d092684 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362508 Jun 29 16:25:34.274850 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:25:34.325945 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:25:34.330390 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:25:34.330772 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:34.408146 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:34.440680 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb358f2-74e8-4204-b70e-4e90c8518647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75940d1f-f9a0-4e9d-996b-3f3e3028f5bc'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:25:34.442991 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e84f23-59c0-455e-80e7-35b5c4c31d3e" -d '{"events": [{"server_uuid": "edb358f2-74e8-4204-b70e-4e90c8518647", "name": "network-vif-plugged", "status": "completed", "tag": "75940d1f-f9a0-4e9d-996b-3f3e3028f5bc"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:25:34.457176 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,segment=NetworkSegment(2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe),segment_id=2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:25:34.461332 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:34.463252 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:25:34.511529 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:25:34.516466 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:25:34.598966 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b486602-8de4-4c72-a6bf-90e7d0426a4a x-openstack-request-id: req-8b486602-8de4-4c72-a6bf-90e7d0426a4a {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:25:34.599267 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb358f2-74e8-4204-b70e-4e90c8518647", "name": "network-vif-plugged", "status": "completed", "tag": "75940d1f-f9a0-4e9d-996b-3f3e3028f5bc", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:25:34.599531 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8b486602-8de4-4c72-a6bf-90e7d0426a4a {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:25:34.599955 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb358f2-74e8-4204-b70e-4e90c8518647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75940d1f-f9a0-4e9d-996b-3f3e3028f5bc', 'code': 200} Jun 29 16:25:34.878969 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf7b62-1220-4a12-825a-f21deb804527 req-c50b26f2-7f01-42d5-a2f1-09678ceac124 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:34.880432 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-63bf7b62-1220-4a12-825a-f21deb804527 req-c50b26f2-7f01-42d5-a2f1-09678ceac124 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 945 time: 0.1080039 Jun 29 16:25:34.883924 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3a65b-0b4c-4857-b397-85021f87030e req-ed147b26-592d-4987-93a2-10b78ce594f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:34.886006 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e7e3a65b-0b4c-4857-b397-85021f87030e req-ed147b26-592d-4987-93a2-10b78ce594f1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 1098 time: 0.0856144 Jun 29 16:25:34.939558 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-63bf7b62-1220-4a12-825a-f21deb804527 req-7eb30033-7d84-4888-939f-115245b8e54e tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517743 Jun 29 16:25:34.945429 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e7e3a65b-0b4c-4857-b397-85021f87030e req-29932c8d-15a2-439d-be37-37018bad705c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439966 Jun 29 16:25:36.115890 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bca30-b9fc-4ab9-bfb1-a627d5d1a955 req-4d6225c6-27c2-4393-878c-d3268812f62d tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:25:36.117413 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9b8bca30-b9fc-4ab9-bfb1-a627d5d1a955 req-4d6225c6-27c2-4393-878c-d3268812f62d tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 945 time: 0.0675654 Jun 29 16:25:36.118716 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:25:36.156325 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-9b8bca30-b9fc-4ab9-bfb1-a627d5d1a955 req-14022cf4-cf1f-4a4d-a815-78fd04e715ac tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Jun 29 16:25:49.670853 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-23154fd7-ab79-4e67-8978-fb1c33a4e66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:52.022721 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-5503bee8-3f08-46b1-b8bd-85a77f958f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:52.314964 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:52.523961 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:53.309275 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:25:55.028034 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:09.535960 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e7519-ce2b-42cf-895e-6033a648cbc7 req-4123362f-63af-4af6-955f-87be71e77de7 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:09.537441 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da2e7519-ce2b-42cf-895e-6033a648cbc7 req-4123362f-63af-4af6-955f-87be71e77de7 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 945 time: 0.0612147 Jun 29 16:26:09.573244 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-da2e7519-ce2b-42cf-895e-6033a648cbc7 req-26dfaa72-3274-402c-9791-9f8c8186fa06 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302730 Jun 29 16:26:10.749213 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91907974-ef17-4126-9cc0-3d10260f053e req-053ee6de-8471-44b7-8040-91913bf35c2a tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:10.750671 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-91907974-ef17-4126-9cc0-3d10260f053e req-053ee6de-8471-44b7-8040-91913bf35c2a tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 945 time: 0.0664344 Jun 29 16:26:10.787785 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-91907974-ef17-4126-9cc0-3d10260f053e req-dd4ce233-ce2c-41fb-b69b-414720d495ea tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314341 Jun 29 16:26:11.964399 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e5781-96a2-46b8-876c-2b857f8c2621 req-b782de5e-d129-4459-af7f-c3c38e0eaa89 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:11.965899 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dc0e5781-96a2-46b8-876c-2b857f8c2621 req-b782de5e-d129-4459-af7f-c3c38e0eaa89 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 945 time: 0.0666566 Jun 29 16:26:12.006566 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-dc0e5781-96a2-46b8-876c-2b857f8c2621 req-d770601e-3a9d-4d59-97c6-00f565c8d48d tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340555 Jun 29 16:26:13.117949 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:26:13.180039 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f03980-1f7a-4730-94a8-6a955df37bbf req-0a38ad13-e619-4f99-b88b-9bf6a3581d06 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:13.181494 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-28f03980-1f7a-4730-94a8-6a955df37bbf req-0a38ad13-e619-4f99-b88b-9bf6a3581d06 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 945 time: 0.0648553 Jun 29 16:26:13.220340 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-28f03980-1f7a-4730-94a8-6a955df37bbf req-3cb3f398-1433-4a3a-95be-6241ce59a70c tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Jun 29 16:26:14.398026 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6e6ef-5557-4049-a4cc-b920252e5c08 req-c1df2f6a-874a-4f39-a9de-789b456a7c37 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:14.399763 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6fd6e6ef-5557-4049-a4cc-b920252e5c08 req-c1df2f6a-874a-4f39-a9de-789b456a7c37 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 945 time: 0.0655046 Jun 29 16:26:14.439677 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-6fd6e6ef-5557-4049-a4cc-b920252e5c08 req-69cd8617-9a96-4552-be39-a7db149e4257 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337741 Jun 29 16:26:14.830147 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-311c876d-d626-4125-8328-2ad56be144d0 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:14.831571 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-311c876d-d626-4125-8328-2ad56be144d0 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.61 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 945 time: 0.0620296 Jun 29 16:26:14.944973 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Deleting port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:26:14.945319 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.042065 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] For port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,segment=NetworkSegment(2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe),segment_id=2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:15.042345 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.061105 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Calling delete_port for 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:26:15.187433 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.191134 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-daa5b814-ca67-4ddf-b7c2-7c0ff14c7d76 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:15.204655 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['75940d1f-f9a0-4e9d-996b-3f3e3028f5bc'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:26:15.218248 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Pushing event deleted for resources: {'Port': ['ID=75940d1f-f9a0-4e9d-996b-3f3e3028f5bc,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:15.251841 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.252214 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.252581 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.252942 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.253299 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.253655 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.254008 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.254362 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.254716 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.255068 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.255417 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.255806 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:15.260852 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:15.281314 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] No DVR routers for this DVR port 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:26:15.284072 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:15.286066 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-5b29a569-fa5c-4e89-968e-4ec07823f7d5 req-3f747b14-09d3-4095-9c0e-61173d52f1ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.61 "DELETE /v2.0/ports/75940d1f-f9a0-4e9d-996b-3f3e3028f5bc HTTP/1.1" status: 204 len: 173 time: 0.4465549 Jun 29 16:26:15.286666 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb358f2-74e8-4204-b70e-4e90c8518647', 'name': 'network-vif-deleted', 'tag': '75940d1f-f9a0-4e9d-996b-3f3e3028f5bc'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:26:15.288992 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3024790f-1a83-402c-a1b1-717618896a05" -d '{"events": [{"server_uuid": "edb358f2-74e8-4204-b70e-4e90c8518647", "name": "network-vif-deleted", "tag": "75940d1f-f9a0-4e9d-996b-3f3e3028f5bc"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:26:15.330613 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b071423-68dd-4537-bc33-ffb90fb4d3e6 x-openstack-request-id: req-6b071423-68dd-4537-bc33-ffb90fb4d3e6 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:26:15.330945 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb358f2-74e8-4204-b70e-4e90c8518647", "name": "network-vif-deleted", "tag": "75940d1f-f9a0-4e9d-996b-3f3e3028f5bc", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:26:15.331240 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6b071423-68dd-4537-bc33-ffb90fb4d3e6 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:26:15.331699 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb358f2-74e8-4204-b70e-4e90c8518647', 'name': 'network-vif-deleted', 'tag': '75940d1f-f9a0-4e9d-996b-3f3e3028f5bc', 'status': 'completed', 'code': 200} Jun 29 16:26:15.594157 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-de3b1579-8e43-407b-9766-ac03ecf87f93 req-47691561-6930-4050-ad89-0c1436db2cfc tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=edb358f2-74e8-4204-b70e-4e90c8518647 HTTP/1.1" status: 200 len: 210 time: 0.0272741 Jun 29 16:26:18.556422 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:26:18.576918 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:26:18.577261 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device 75940d1f-f9a0-4e9d-996b-3f3e3028f5bc not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:26:19.664590 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e895-653f-45dd-b277-91544d8b5a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:20.452387 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-efa7031b-e89e-403e-b2e5-a52e5acb7795 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:20.453821 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-efa7031b-e89e-403e-b2e5-a52e5acb7795 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/networks?id=4d403ba3-0c58-4341-9bc1-71b7e13a9689 HTTP/1.1" status: 200 len: 814 time: 0.1028917 Jun 29 16:26:20.468155 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-cbbe543a-bbd3-4f13-b3b2-7d25a1202bfd tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/quotas/f479924e82db4547bdf9bbaafac01aeb HTTP/1.1" status: 200 len: 375 time: 0.0086894 Jun 29 16:26:20.499832 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-a5d44a22-5237-493e-a1cc-45826590a018 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f479924e82db4547bdf9bbaafac01aeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264599 Jun 29 16:26:20.587263 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-a8b3ebdc-d3a0-4d76-a0ef-8f18630c2f89 service neutron] 10.222.0.83 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799501 Jun 29 16:26:20.679768 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-3644f527-331c-46df-9836-dbb91175a5ab service neutron] 10.222.0.83 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867012 Jun 29 16:26:20.840638 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-74155006-1c72-4585-8627-01bae6611ceb req-3fda49aa-461e-4afc-8d2c-95edaa3ee150 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 210 time: 0.0275795 Jun 29 16:26:21.976155 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-87bae186-9673-4a1d-8b13-adb0405f3800 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:21.977543 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-87bae186-9673-4a1d-8b13-adb0405f3800 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.61 "GET /v2.0/networks?id=4d403ba3-0c58-4341-9bc1-71b7e13a9689 HTTP/1.1" status: 200 len: 814 time: 0.1285193 Jun 29 16:26:21.996794 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-a4238655-b3aa-45d0-a93e-00d1d87c60a2 req-19a1597a-2cae-404b-84c1-dd24e228dec9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 210 time: 0.0398839 Jun 29 16:26:22.000302 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Request body: {'port': {'device_id': '285cbf0a-9e3a-447a-a11a-ee780bace9e9', 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689', 'admin_state_up': True, 'tenant_id': 'f479924e82db4547bdf9bbaafac01aeb'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:22.029465 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-dee073f2-8d6d-40bc-ba0b-98ba04748803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.117502 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Made reservation on behalf of f479924e82db4547bdf9bbaafac01aeb for: {'port': 1} {{(pid=93151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 16:26:22.121333 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.251803 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.db_base_plugin_common [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Allocated IP 172.20.0.8 (4d403ba3-0c58-4341-9bc1-71b7e13a9689/7a558822-8d22-4360-9108-194bf3b909e0/f54f5f5f-0ab8-4bd9-a403-1fac5732f89b) {{(pid=93151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 16:26:22.317631 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.406604 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks [] for port, precommit_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.446093 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-577407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790207309572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3576233'] for port, after_create {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.449892 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-ceeeb6a7-e93d-4d27-92ef-08d34f85088a tempest-AttachVolumeTestJSON-1163281438 tempest-AttachVolumeTestJSON-1163281438-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:22.493133 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 is already hosted by enough agents. {{(pid=93151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 16:26:22.496396 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.scheduler.base_scheduler [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Resources bound (agent type, host, resource id): {{(pid=93151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 16:26:22.500803 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Received port after_create {{(pid=93151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 16:26:22.518453 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.527534 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Pushing event updated for resources: {'Port': ['ID=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,revision_number=1']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:22.532096 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:22.554797 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:22.555422 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:22.569805 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-29a11124-dc87-4860-87f2-ecc0a2b1a5ad tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754256 Jun 29 16:26:22.586393 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.v2.base [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Request body: {'port': {'device_id': '285cbf0a-9e3a-447a-a11a-ee780bace9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 16:26:22.659436 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.209897 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54f5f5f-0ab8-4bd9-a403-1fac5732f89b {{(pid=93151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:26:23.219710 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.239690 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.provisioning_blocks [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Transition to ACTIVE for port object f54f5f5f-0ab8-4bd9-a403-1fac5732f89b will not be triggered until provisioned by entity L2. {{(pid=93151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 16:26:23.243916 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.247207 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-7277b90f-99cf-401c-be54-ee4df00e4577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:23.302162 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ef5ee-c47d-4710-975f-7eb9984447b3 req-c30fc699-acf7-45de-b2b6-a21a7679ea32 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:23.303632 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-883ef5ee-c47d-4710-975f-7eb9984447b3 req-c30fc699-acf7-45de-b2b6-a21a7679ea32 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 931 time: 0.1323047 Jun 29 16:26:23.311615 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.320808 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,revision_number=2']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:23.339410 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:23.390490 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-883ef5ee-c47d-4710-975f-7eb9984447b3 req-774f9590-9cd9-40f7-bc4b-94d927c06745 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766573 Jun 29 16:26:23.407945 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Attempting to bind port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 16:26:23.408294 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Attempting to bind port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689'}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 16:26:23.408630 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Attempting to bind port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b on network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:26:23.412909 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b on network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 16:26:23.413231 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Attempting to bind port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b on network 4d403ba3-0c58-4341-9bc1-71b7e13a9689 {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 16:26:23.417959 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Checking agent: {'id': '676b8998-c20c-4e4a-891d-9d8d8ebf2d11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'started_at': datetime.datetime(2021, 6, 29, 16, 12, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 16:26:23.418297 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Checking segment: {'id': '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 16:26:23.418682 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Bound using segment: {'id': '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689'} {{(pid=93151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 16:26:23.419107 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.managers [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Bound port: f54f5f5f-0ab8-4bd9-a403-1fac5732f89b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689'}}] {{(pid=93151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 16:26:23.419463 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.482053 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] For port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b, host hv-cinder-78626, cleared binding levels {{(pid=93151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 16:26:23.485647 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] For port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,segment=NetworkSegment(2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe),segment_id=2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe)] {{(pid=93151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 16:26:23.489555 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3576219'] for port, after_update {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.491536 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-426ddef9-f224-49f9-b743-3445afa6eb97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:23.526405 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:23.527359 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:23.528742 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] 10.222.0.61 "PUT /v2.0/ports/f54f5f5f-0ab8-4bd9-a403-1fac5732f89b HTTP/1.1" status: 200 len: 1093 time: 0.9471819 Jun 29 16:26:23.533401 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285cbf0a-9e3a-447a-a11a-ee780bace9e9', 'tag': 'f54f5f5f-0ab8-4bd9-a403-1fac5732f89b'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:26:23.537049 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3fba6a-d2e8-4068-af58-ee41b7b87829" -d '{"events": [{"name": "network-changed", "server_uuid": "285cbf0a-9e3a-447a-a11a-ee780bace9e9", "tag": "f54f5f5f-0ab8-4bd9-a403-1fac5732f89b"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:26:23.561157 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,revision_number=3']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:23.565876 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b1daaf4d-990e-41aa-98e4-75c95aafadb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:23.580246 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1541c878-9374-4477-b8ae-ef300bdf50c4 x-openstack-request-id: req-1541c878-9374-4477-b8ae-ef300bdf50c4 {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:26:23.580565 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285cbf0a-9e3a-447a-a11a-ee780bace9e9", "tag": "f54f5f5f-0ab8-4bd9-a403-1fac5732f89b", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:26:23.580852 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1541c878-9374-4477-b8ae-ef300bdf50c4 {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:26:23.581271 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285cbf0a-9e3a-447a-a11a-ee780bace9e9', 'tag': 'f54f5f5f-0ab8-4bd9-a403-1fac5732f89b', 'status': 'completed', 'code': 200} Jun 29 16:26:23.625345 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-3b77b10e-d1cc-4056-9f12-c9a0783aa3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:23.626811 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-3b77b10e-d1cc-4056-9f12-c9a0783aa3e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f479924e82db4547bdf9bbaafac01aeb&device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 1096 time: 0.0569096 Jun 29 16:26:23.672345 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-4ab73465-f951-4a04-b16d-7eb7b6869943 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b HTTP/1.1" status: 200 len: 217 time: 0.0340359 Jun 29 16:26:23.723829 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-99f09ae8-2311-4a9c-a209-b2683269858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:23.725379 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-99f09ae8-2311-4a9c-a209-b2683269858b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a558822-8d22-4360-9108-194bf3b909e0 HTTP/1.1" status: 200 len: 854 time: 0.0467308 Jun 29 16:26:23.761921 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-1df86e68-12b2-49d5-bd8d-708a8a54e23b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d403ba3-0c58-4341-9bc1-71b7e13a9689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256810 Jun 29 16:26:23.860208 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-609847a8-e47f-4454-a45d-45bf1b9ee215 service neutron] 10.222.0.61 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901837 Jun 29 16:26:23.956599 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-084b2bbe-b666-472c-b7d9-bdb8d1c1024f req-d6fe1efc-b351-4021-897b-1107e442be61 service neutron] 10.222.0.61 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859280 Jun 29 16:26:24.067498 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fba6a-d2e8-4068-af58-ee41b7b87829 req-2bedcef7-1153-44cf-ab20-88ead126f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:24.069194 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7d3fba6a-d2e8-4068-af58-ee41b7b87829 req-2bedcef7-1153-44cf-ab20-88ead126f3db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f479924e82db4547bdf9bbaafac01aeb&device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 1096 time: 0.0561993 Jun 29 16:26:24.172592 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fba6a-d2e8-4068-af58-ee41b7b87829 req-6e113f7e-1d6e-49d7-a7f6-46fb977d1727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:24.174107 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7d3fba6a-d2e8-4068-af58-ee41b7b87829 req-6e113f7e-1d6e-49d7-a7f6-46fb977d1727 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d403ba3-0c58-4341-9bc1-71b7e13a9689 HTTP/1.1" status: 200 len: 915 time: 0.0967054 Jun 29 16:26:24.218196 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7d3fba6a-d2e8-4068-af58-ee41b7b87829 req-9b664008-a298-4a16-bad6-c3b0bd10a427 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b HTTP/1.1" status: 200 len: 217 time: 0.0356896 Jun 29 16:26:24.271311 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fba6a-d2e8-4068-af58-ee41b7b87829 req-4f8153c5-bd75-4a32-a34b-efb8f6b75f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:24.272774 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7d3fba6a-d2e8-4068-af58-ee41b7b87829 req-4f8153c5-bd75-4a32-a34b-efb8f6b75f5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a558822-8d22-4360-9108-194bf3b909e0 HTTP/1.1" status: 200 len: 854 time: 0.0474663 Jun 29 16:26:24.307595 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7d3fba6a-d2e8-4068-af58-ee41b7b87829 req-8efb3d21-6712-4dc7-9fa0-3437ca541050 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d403ba3-0c58-4341-9bc1-71b7e13a9689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266440 Jun 29 16:26:24.398336 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7d3fba6a-d2e8-4068-af58-ee41b7b87829 req-a6fde930-e72f-4047-b573-61f04ab7f564 service neutron] 10.222.0.61 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832834 Jun 29 16:26:24.497210 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-7d3fba6a-d2e8-4068-af58-ee41b7b87829 req-b05506b8-bd08-418f-8f6f-00589dd1144c service neutron] 10.222.0.61 "GET /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905044 Jun 29 16:26:24.562852 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216104bb-1f74-41a7-a122-99e9971e53ef req-8a80f007-b35e-4cb3-ab46-713264bd936a tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:24.564415 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-216104bb-1f74-41a7-a122-99e9971e53ef req-8a80f007-b35e-4cb3-ab46-713264bd936a tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 943 time: 0.0635660 Jun 29 16:26:24.604024 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-216104bb-1f74-41a7-a122-99e9971e53ef req-0fea44bb-8639-41a4-bb3a-ee1cf632a03d tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338740 Jun 29 16:26:25.047284 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:25.783785 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e256cd-1989-4812-969a-a7bd64363316 req-6c14abe6-63dd-4ec8-93a5-0e9022f33190 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:25.785282 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-31e256cd-1989-4812-969a-a7bd64363316 req-6c14abe6-63dd-4ec8-93a5-0e9022f33190 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 943 time: 0.0700376 Jun 29 16:26:25.823312 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-31e256cd-1989-4812-969a-a7bd64363316 req-48663e2b-31b8-4280-944a-d065b365cf90 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322962 Jun 29 16:26:26.603194 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device f54f5f5f-0ab8-4bd9-a403-1fac5732f89b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 16:26:26.703182 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,segment=NetworkSegment(2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe),segment_id=2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:26.714089 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Returning: {'device': 'f54f5f5f-0ab8-4bd9-a403-1fac5732f89b', 'network_id': '4d403ba3-0c58-4341-9bc1-71b7e13a9689', 'port_id': 'f54f5f5f-0ab8-4bd9-a403-1fac5732f89b', 'mac_address': 'fa:16:3e:e1:96:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a558822-8d22-4360-9108-194bf3b909e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 16:26:26.751159 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:26.763441 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54f5f5f-0ab8-4bd9-a403-1fac5732f89b {{(pid=93152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 16:26:26.783695 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,segment=NetworkSegment(2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe),segment_id=2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:26.788439 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:26.790402 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-5e9f3ca5-4929-45d6-a770-dbe82ac03e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:26.842144 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,revision_number=4']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:26.849342 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.849772 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.850066 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.850436 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.850769 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.851095 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.851444 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.851802 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.852128 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.852456 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.852779 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.854577 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:26:26.857675 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:27.009612 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec713fc5-2239-4d09-a429-6377b2359d3e req-995b58b1-6924-498f-8d43-e157472d1b5e tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:27.011009 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ec713fc5-2239-4d09-a429-6377b2359d3e req-995b58b1-6924-498f-8d43-e157472d1b5e tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 944 time: 0.0647311 Jun 29 16:26:27.054954 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-ec713fc5-2239-4d09-a429-6377b2359d3e req-d8d45a6b-9a7c-4ec7-afcf-040282c61793 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 Jun 29 16:26:27.111066 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['f54f5f5f-0ab8-4bd9-a403-1fac5732f89b'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:26:28.240719 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be7575-2d41-4fc1-8938-88567432d1b7 req-010f76d3-e7a0-4ed1-bc6f-26928d0f7bbe tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:28.242191 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-67be7575-2d41-4fc1-8938-88567432d1b7 req-010f76d3-e7a0-4ed1-bc6f-26928d0f7bbe tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 944 time: 0.0758946 Jun 29 16:26:28.280776 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-67be7575-2d41-4fc1-8938-88567432d1b7 req-14282926-71d5-44c8-bd61-0f40c4a6ae7b tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329149 Jun 29 16:26:28.633785 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device f54f5f5f-0ab8-4bd9-a403-1fac5732f89b up at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 16:26:28.689911 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning for port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b completed by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 16:26:28.693475 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.db.provisioning_blocks [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Provisioning complete for port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b triggered by entity L2. {{(pid=93152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 16:26:28.693865 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-622090'] for port, provisioning_complete {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:28.769610 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577328'] for port, before_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:28.792488 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285cbf0a-9e3a-447a-a11a-ee780bace9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54f5f5f-0ab8-4bd9-a403-1fac5732f89b'}] {{(pid=93152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:26:28.795422 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c00c601df8677c6a6bdf179e848ab8824d38dd7138874849053f154adcbaf5a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3df040-6148-40ed-a8fe-beecc5f561df" -d '{"events": [{"server_uuid": "285cbf0a-9e3a-447a-a11a-ee780bace9e9", "name": "network-vif-plugged", "status": "completed", "tag": "f54f5f5f-0ab8-4bd9-a403-1fac5732f89b"}]}' {{(pid=93152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:26:28.808174 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] For port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,segment=NetworkSegment(2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe),segment_id=2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe)] {{(pid=93152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:28.812865 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790207847114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790207309590', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790207309635'] for port, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:28.815729 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:28.839021 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a00bf13-c85b-4a31-92e6-060c88c91072 x-openstack-request-id: req-6a00bf13-c85b-4a31-92e6-060c88c91072 {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:26:28.839330 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285cbf0a-9e3a-447a-a11a-ee780bace9e9", "name": "network-vif-plugged", "status": "completed", "tag": "f54f5f5f-0ab8-4bd9-a403-1fac5732f89b", "code": 200}]} {{(pid=93152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:26:28.839593 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6a00bf13-c85b-4a31-92e6-060c88c91072 {{(pid=93152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:26:28.840013 dv-cinder-786260-7-smb neutron-server[93152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285cbf0a-9e3a-447a-a11a-ee780bace9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54f5f5f-0ab8-4bd9-a403-1fac5732f89b', 'code': 200} Jun 29 16:26:28.866684 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Pushing event updated for resources: {'Port': ['ID=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,revision_number=5']} {{(pid=93152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:28.869690 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG oslo_concurrency.lockutils [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93152) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:29.071813 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b21666-7921-4506-9c72-2592376e7b9a req-38bb6467-3503-4137-a19d-54826c1ec08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:29.073343 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1b21666-7921-4506-9c72-2592376e7b9a req-38bb6467-3503-4137-a19d-54826c1ec08a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 1098 time: 0.0523062 Jun 29 16:26:29.114724 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-c1b21666-7921-4506-9c72-2592376e7b9a req-8fdf82b9-fe9b-4625-834e-9c2aeffad321 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297103 Jun 29 16:26:29.453749 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dda0dc-e93c-4ea2-b331-bc334bde611f req-c55ddf96-4ccf-464e-9b41-cbb1cdfefdd6 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:29.455250 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e1dda0dc-e93c-4ea2-b331-bc334bde611f req-c55ddf96-4ccf-464e-9b41-cbb1cdfefdd6 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 945 time: 0.0653660 Jun 29 16:26:29.496371 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-e1dda0dc-e93c-4ea2-b331-bc334bde611f req-0f7e52b5-9533-4e86-ae1b-11f97d7134c9 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349271 Jun 29 16:26:30.679928 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b6491-300c-4b51-ab83-4f611c390bb4 req-bf3d19c5-7a38-4d07-9ef0-6cf523596e26 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:30.681460 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cf8b6491-300c-4b51-ab83-4f611c390bb4 req-bf3d19c5-7a38-4d07-9ef0-6cf523596e26 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 945 time: 0.0706091 Jun 29 16:26:30.724127 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cf8b6491-300c-4b51-ab83-4f611c390bb4 req-dedc9581-3b46-4217-9285-c9c8a9172e5d tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Jun 29 16:26:47.685323 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833a9c7-36df-4fc3-bed1-d5843559110d req-561f6952-69cc-4d2d-920c-d8583ebccc2f tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:47.687064 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4833a9c7-36df-4fc3-bed1-d5843559110d req-561f6952-69cc-4d2d-920c-d8583ebccc2f tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 945 time: 0.0633457 Jun 29 16:26:47.725364 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-4833a9c7-36df-4fc3-bed1-d5843559110d req-8ca9b866-88af-4868-9c56-af31d6383b3e tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Jun 29 16:26:48.896791 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6597b-7e6e-45bf-b130-3b476db01588 req-36fbcadd-3df3-4574-aa25-531ec13c88ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:48.898266 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-31c6597b-7e6e-45bf-b130-3b476db01588 req-36fbcadd-3df3-4574-aa25-531ec13c88ba tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 945 time: 0.0627661 Jun 29 16:26:48.940750 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-31c6597b-7e6e-45bf-b130-3b476db01588 req-98dd118a-bb85-47a9-97de-9894c92066ca tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368388 Jun 29 16:26:49.666148 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f8c21e47-6350-4491-814c-a017605a08f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:50.112872 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857eaad8-d06f-459a-aac0-e69ed5b4321e req-95ae0bb8-8c71-44fd-9739-a6605c93e559 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:50.114412 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-857eaad8-d06f-459a-aac0-e69ed5b4321e req-95ae0bb8-8c71-44fd-9739-a6605c93e559 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 945 time: 0.0636187 Jun 29 16:26:50.116847 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:26:50.153176 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-857eaad8-d06f-459a-aac0-e69ed5b4321e req-0b60c15d-2827-497c-8dcc-41c41166d692 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319917 Jun 29 16:26:51.331696 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8d929-ee7f-4f08-8a96-9db9723e034e req-d7c688c6-5b50-458e-af32-8b18a829c055 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:51.333515 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cba8d929-ee7f-4f08-8a96-9db9723e034e req-d7c688c6-5b50-458e-af32-8b18a829c055 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 945 time: 0.0707295 Jun 29 16:26:51.375683 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-cba8d929-ee7f-4f08-8a96-9db9723e034e req-528b8e9d-d355-4b53-9015-089bcfef4a0f tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364306 Jun 29 16:26:52.020655 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-7c35cbe9-b418-420f-8916-e298c7ad60b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:52.326782 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:52.519300 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:52.594734 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bb5a9-4163-4970-8069-72382af878f2 req-1940516c-fd87-471f-904e-a111a75c8278 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:52.596171 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-681bb5a9-4163-4970-8069-72382af878f2 req-1940516c-fd87-471f-904e-a111a75c8278 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 945 time: 0.1105716 Jun 29 16:26:52.603935 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148a22b-d260-4218-9468-63d8f37fe94d req-ad09a84d-ee2c-45e7-a46f-aabc7b62a2db tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 16:26:52.605329 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8148a22b-d260-4218-9468-63d8f37fe94d req-ad09a84d-ee2c-45e7-a46f-aabc7b62a2db tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.61 "GET /v2.0/ports?device_id=285cbf0a-9e3a-447a-a11a-ee780bace9e9 HTTP/1.1" status: 200 len: 945 time: 0.1106932 Jun 29 16:26:52.674452 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-681bb5a9-4163-4970-8069-72382af878f2 req-eb4ed1d2-dff3-4fe6-9ac5-cd09e7d68001 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.83 "GET /v2.0/security-groups?id=362db725-c060-4cc3-923a-9d5354b008d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681303 Jun 29 16:26:52.734559 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-8148a22b-d260-4218-9468-63d8f37fe94d req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Deleting port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b {{(pid=93151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 16:26:52.734905 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-8148a22b-d260-4218-9468-63d8f37fe94d req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790207843130'] for port, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:52.822033 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.db [req-8148a22b-d260-4218-9468-63d8f37fe94d req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] For port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,segment=NetworkSegment(2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe),segment_id=2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe)] {{(pid=93151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 16:26:52.822459 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-8148a22b-d260-4218-9468-63d8f37fe94d req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1668824'] for port, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:52.835351 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.plugin [req-8148a22b-d260-4218-9468-63d8f37fe94d req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Calling delete_port for f54f5f5f-0ab8-4bd9-a403-1fac5732f89b owned by compute:nova {{(pid=93151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 16:26:52.976768 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-8148a22b-d260-4218-9468-63d8f37fe94d req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-577164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619170', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790207765544', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790207309581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3576224'] for port, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:52.980718 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-b3452967-ac46-4099-ac29-3fa41141c247 tempest-TestMinimumBasicScenario-1140938520 tempest-TestMinimumBasicScenario-1140938520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:26:52.993123 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.db [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] get_ports_and_sgs() called for port_ids ['f54f5f5f-0ab8-4bd9-a403-1fac5732f89b'] {{(pid=93152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 16:26:53.005467 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Pushing event deleted for resources: {'Port': ['ID=f54f5f5f-0ab8-4bd9-a403-1fac5732f89b,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:26:53.009279 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:26:53.055486 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8148a22b-d260-4218-9468-63d8f37fe94d req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] No DVR routers for this DVR port f54f5f5f-0ab8-4bd9-a403-1fac5732f89b on host hv-cinder-78626 {{(pid=93151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 16:26:53.058272 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [req-8148a22b-d260-4218-9468-63d8f37fe94d req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45137'] for port, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:53.060874 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [req-8148a22b-d260-4218-9468-63d8f37fe94d req-04eeeb68-2e8f-43e4-9188-a6d9ef7abbd2 tempest-VolumesSnapshotTestJSON-1889410436 tempest-VolumesSnapshotTestJSON-1889410436-project] 10.222.0.61 "DELETE /v2.0/ports/f54f5f5f-0ab8-4bd9-a403-1fac5732f89b HTTP/1.1" status: 204 len: 173 time: 0.4463389 Jun 29 16:26:53.061386 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285cbf0a-9e3a-447a-a11a-ee780bace9e9', 'name': 'network-vif-deleted', 'tag': 'f54f5f5f-0ab8-4bd9-a403-1fac5732f89b'}] {{(pid=93151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 16:26:53.063672 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26fdc1c2efa223dea11b1007ebf5fbccbbf926e8f4156cde8897e825240278f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab697c3-15bf-43a9-bd3c-261e0a628113" -d '{"events": [{"server_uuid": "285cbf0a-9e3a-447a-a11a-ee780bace9e9", "name": "network-vif-deleted", "tag": "f54f5f5f-0ab8-4bd9-a403-1fac5732f89b"}]}' {{(pid=93151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 16:26:53.101238 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b602394c-3939-4303-916f-0d69f3e56b3d x-openstack-request-id: req-b602394c-3939-4303-916f-0d69f3e56b3d {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 16:26:53.101568 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285cbf0a-9e3a-447a-a11a-ee780bace9e9", "name": "network-vif-deleted", "tag": "f54f5f5f-0ab8-4bd9-a403-1fac5732f89b", "status": "completed", "code": 200}]} {{(pid=93151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 16:26:53.101852 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b602394c-3939-4303-916f-0d69f3e56b3d {{(pid=93151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 16:26:53.102279 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285cbf0a-9e3a-447a-a11a-ee780bace9e9', 'name': 'network-vif-deleted', 'tag': 'f54f5f5f-0ab8-4bd9-a403-1fac5732f89b', 'status': 'completed', 'code': 200} Jun 29 16:26:53.311972 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:55.036018 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:26:56.743464 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device f54f5f5f-0ab8-4bd9-a403-1fac5732f89b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 16:26:56.762952 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.plugin [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] No Port match for: f54f5f5f-0ab8-4bd9-a403-1fac5732f89b {{(pid=93152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 16:26:56.763821 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron.plugins.ml2.rpc [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Device f54f5f5f-0ab8-4bd9-a403-1fac5732f89b not bound to the agent host hv-cinder-78626 {{(pid=93152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 16:27:10.717087 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [-] (93150) accepted ('10.222.0.83', 59398) {{(pid=93150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:10.762747 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Deleting subnet 7a558822-8d22-4360-9108-194bf3b909e0 {{(pid=93150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 16:27:10.766327 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:10.800929 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3327021'] for subnet, precommit_delete_associations {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:10.840532 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-619867'] for subnet, precommit_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:10.902360 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-619842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26134634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26209617'] for subnet, after_delete {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:10.905060 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:10.930189 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a558822-8d22-4360-9108-194bf3b909e0,revision_number=None']} {{(pid=93150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:10.934789 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron_lib.callbacks.manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:10.936765 dv-cinder-786260-7-smb neutron-server[93150]: INFO neutron.wsgi [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7a558822-8d22-4360-9108-194bf3b909e0 HTTP/1.1" status: 204 len: 168 time: 0.2190216 Jun 29 16:27:10.939287 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 59402) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:10.941885 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.943388 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.943388 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.943388 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.943388 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.943825 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.944164 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.944598 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.945025 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.945440 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.945857 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.946330 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-7-smb {{(pid=93150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 16:27:10.949840 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG oslo_concurrency.lockutils [None req-8da3f47a-7753-49aa-8e9b-f05468ab08cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:11.018937 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642662'] for network, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.108058 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-619909', 'neutron.services.segments.db._delete_segments_for_network-8790207750211'] for network, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.118945 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d403ba3-0c58-4341-9bc1-71b7e13a9689']}} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:11.130052 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe') {'for_net_delete': True} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:11.130349 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.services.segments.db [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa5b07f-ced1-4a88-8ea8-e2c59ee0bcbe') {} {{(pid=93151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 16:27:11.141407 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790207645642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3447286'] for segment, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.156170 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569'] for segment, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.162671 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 16:27:11.163066 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3576311'] for segment, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: conditions |= (models_v2.Port.network_id.in_( Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: Traceback (most recent call last): Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: timer() Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: cb(*args, **kw) Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: return func(*args, **kwargs) Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: self._notify() Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: self.callback(batched_events) Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: event.method(event) Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: return f(self, *a, **k) Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: return self._get(url).json() Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: return self.request(url, 'GET', **kwargs) Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 16:27:11.164779 dv-cinder-786260-7-smb neutron-server[93151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 16:27:11.220439 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-619934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1619157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1581312'] for network, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.225461 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619184'] for network, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.227506 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] 10.222.0.83 "DELETE /v2.0/networks/4d403ba3-0c58-4341-9bc1-71b7e13a9689 HTTP/1.1" status: 204 len: 168 time: 0.2871737 Jun 29 16:27:11.228235 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:11.242472 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] Pushing event deleted for resources: {'Network': ['ID=4d403ba3-0c58-4341-9bc1-71b7e13a9689,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:11.248291 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-12feeed5-73bf-41e2-b6f1-7f5f9246de9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:11.391742 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 59406) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:11.431143 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-49e8e207-4c8a-49aa-847b-040ae3a65c6f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f479924e82db4547bdf9bbaafac01aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380437 Jun 29 16:27:11.433455 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.wsgi [-] (93151) accepted ('10.222.0.83', 59408) {{(pid=93151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 16:27:11.486207 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a6a8a40b-bd89-4e43-8440-f237cbe86baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.507101 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a6a8a40b-bd89-4e43-8440-f237cbe86baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.557159 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a6a8a40b-bd89-4e43-8440-f237cbe86baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1768813'] for security_group, after_delete {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.559797 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron_lib.callbacks.manager [None req-a6a8a40b-bd89-4e43-8440-f237cbe86baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:11.561998 dv-cinder-786260-7-smb neutron-server[93151]: INFO neutron.wsgi [None req-a6a8a40b-bd89-4e43-8440-f237cbe86baa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/362db725-c060-4cc3-923a-9d5354b008d4 HTTP/1.1" status: 204 len: 168 time: 0.1266718 Jun 29 16:27:11.564448 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-2dbb368c-4a25-49aa-a26a-b4577d02998a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 16:27:11.576114 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8a40b-bd89-4e43-8440-f237cbe86baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362db725-c060-4cc3-923a-9d5354b008d4,revision_number=None']} {{(pid=93151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 16:27:11.578672 dv-cinder-786260-7-smb neutron-server[93151]: DEBUG oslo_concurrency.lockutils [None req-a6a8a40b-bd89-4e43-8440-f237cbe86baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93151) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 16:27:19.668654 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed59b-2607-4396-acc8-cdce33e6911a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:22.021980 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-40095e46-d1de-4789-a72e-c265c68b45f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:22.317417 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:22.534559 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:23.315072 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:25.035912 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:27.115277 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:27:49.670573 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-639aff73-39c4-4aab-b4c2-efa6ac8246d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.022008 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-440be1a4-a408-47cd-8f72-ba892a54777f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.318729 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:52.534895 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:53.319564 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:27:55.038583 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:04.116485 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:28:19.673066 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-98852c4f-bdb4-43dd-b253-c4dd1aba81a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.022370 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-221465e7-4476-4fc3-af8e-93a39499db30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.319959 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:22.551923 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:23.321697 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:25.041465 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:41.116823 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:28:49.674669 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7092070-a358-4c49-aae5-73a27035f8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.022474 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b01e4b86-8387-4372-90ac-ddb4fbf32b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.321237 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:52.566908 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:53.324576 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:28:55.044889 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:18.115885 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:29:19.674249 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-c7e71800-0782-403d-9774-db8f1bed5d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:22.023256 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-30424aa3-5420-445e-b956-2a68d2ad6d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:22.323635 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:22.582491 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:23.326675 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:25.048979 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:37.350790 dv-cinder-786260-7-smb neutron-server[93150]: DEBUG neutron.wsgi [req-1d75b3c3-b89b-4fba-8e93-095edb20ed4f req-ad178c0a-8df4-4e84-8a7b-1bf84d30c3ad service neutron] (93150) timed out ('10.222.0.61', 56035) {{(pid=93150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 16:29:49.674367 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ade0a3f9-d90c-4e06-b9d7-5dd96cd0bc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.022797 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-4cb8da21-78ff-4e8d-816f-a60821e8aea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.324526 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:52.582486 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:53.329555 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:55.051456 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:29:55.115391 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:30:19.676980 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-f88bb648-155f-4f0c-be4c-5405af78ceeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.023628 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-67d0fd24-c1c9-41a1-a881-07b96cd85420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.324944 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:22.583647 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:23.332022 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:25.055281 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:32.115398 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:30:49.680391 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-2cebfc9c-d688-4cde-ab8e-278563773282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:52.024990 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-57b6e135-55c8-43c9-9891-9d8864112f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:52.326319 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:52.586875 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:53.334738 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:30:55.057117 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:09.114426 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:31:19.681880 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-b2cd51f0-7217-4462-b404-4e2acdd58c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:22.027946 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ecd98bee-4dae-4143-aa96-b3ef433ecbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:22.328381 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:22.584463 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:23.339891 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:25.059538 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:46.117059 dv-cinder-786260-7-smb neutron-server[93153]: DEBUG neutron.db.agents_db [None req-0467ad7d-a95f-4344-b86f-8f75a8dea61a None None] Agent healthcheck: found 6 active agents {{(pid=93153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 16:31:49.682250 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-ea196ab5-fe6c-4de5-bfbe-331bc052681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:52.033804 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-611bf7df-f466-4ad7-b17b-9f44c8d07da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:52.330305 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-09d6add3-883e-4c2f-80ef-c0dbd2f7e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:52.593125 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d46b89f2-5f91-480d-ab49-ea8a4c62f2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:53.342753 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6d56-68bc-4b85-9e05-cacb4be895c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 16:31:55.061749 dv-cinder-786260-7-smb neutron-server[93152]: DEBUG neutron_lib.callbacks.manager [None req-d7f1d9fe-a331-4356-aa00-03d3320be53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790207750193', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622171'] for agent, after_update {{(pid=93152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}